[ 566.944345] env[69566]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69566) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 566.944700] env[69566]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69566) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 566.944818] env[69566]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69566) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 566.945182] env[69566]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 567.042432] env[69566]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69566) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 567.052789] env[69566]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69566) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 567.096132] env[69566]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 567.655955] env[69566]: INFO nova.virt.driver [None req-a2d1d7b2-1eb8-423d-a7a8-396ae2ccbd25 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 567.726487] env[69566]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.726671] env[69566]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.726728] env[69566]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69566) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 570.611988] env[69566]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-2d89a4b2-4778-4729-ac87-3527ae1c658d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.628542] env[69566]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69566) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 570.628702] env[69566]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5a580164-b368-4bb0-bb2e-964cb969e439 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.659898] env[69566]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 36a0e. [ 570.660063] env[69566]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.933s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.660559] env[69566]: INFO nova.virt.vmwareapi.driver [None req-a2d1d7b2-1eb8-423d-a7a8-396ae2ccbd25 None None] VMware vCenter version: 7.0.3 [ 570.663933] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee68752-422e-49ae-b893-293ca26dc644 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.680758] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648b7755-8024-436e-b25f-e86d95873552 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.686608] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e897a2-391a-421e-afce-122838325de4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.693043] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbc99c1-2f89-4e24-bc60-c7583f1182a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.705889] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90477d42-b559-4d4b-aa55-c4cea6211b0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.711699] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a839aa8-2788-4cc9-9386-6df82aa7e0ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.742376] env[69566]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f9d94713-bdea-4882-bfe1-ca4dbedf506c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.747433] env[69566]: DEBUG nova.virt.vmwareapi.driver [None req-a2d1d7b2-1eb8-423d-a7a8-396ae2ccbd25 None None] Extension org.openstack.compute already exists. {{(pid=69566) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 570.750044] env[69566]: INFO nova.compute.provider_config [None req-a2d1d7b2-1eb8-423d-a7a8-396ae2ccbd25 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 571.253745] env[69566]: DEBUG nova.context [None req-a2d1d7b2-1eb8-423d-a7a8-396ae2ccbd25 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),fe33705e-66a5-44d1-8b33-ab48ebf3b845(cell1) {{(pid=69566) load_cells /opt/stack/nova/nova/context.py:464}} [ 571.255974] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.256304] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.257061] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.257562] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Acquiring lock "fe33705e-66a5-44d1-8b33-ab48ebf3b845" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.257764] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Lock "fe33705e-66a5-44d1-8b33-ab48ebf3b845" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.258780] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Lock "fe33705e-66a5-44d1-8b33-ab48ebf3b845" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.278613] env[69566]: INFO dbcounter [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Registered counter for database nova_cell0 [ 571.286939] env[69566]: INFO dbcounter [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Registered counter for database nova_cell1 [ 571.722296] env[69566]: DEBUG oslo_db.sqlalchemy.engines [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69566) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 571.723030] env[69566]: DEBUG oslo_db.sqlalchemy.engines [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69566) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 571.727904] env[69566]: ERROR nova.db.main.api [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 571.727904] env[69566]: result = function(*args, **kwargs) [ 571.727904] env[69566]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 571.727904] env[69566]: return func(*args, **kwargs) [ 571.727904] env[69566]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 571.727904] env[69566]: result = fn(*args, **kwargs) [ 571.727904] env[69566]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 571.727904] env[69566]: return f(*args, **kwargs) [ 571.727904] env[69566]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 571.727904] env[69566]: return db.service_get_minimum_version(context, binaries) [ 571.727904] env[69566]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 571.727904] env[69566]: _check_db_access() [ 571.727904] env[69566]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 571.727904] env[69566]: stacktrace = ''.join(traceback.format_stack()) [ 571.727904] env[69566]: [ 571.728971] env[69566]: ERROR nova.db.main.api [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 571.728971] env[69566]: result = function(*args, **kwargs) [ 571.728971] env[69566]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 571.728971] env[69566]: return func(*args, **kwargs) [ 571.728971] env[69566]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 571.728971] env[69566]: result = fn(*args, **kwargs) [ 571.728971] env[69566]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 571.728971] env[69566]: return f(*args, **kwargs) [ 571.728971] env[69566]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 571.728971] env[69566]: return db.service_get_minimum_version(context, binaries) [ 571.728971] env[69566]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 571.728971] env[69566]: _check_db_access() [ 571.728971] env[69566]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 571.728971] env[69566]: stacktrace = ''.join(traceback.format_stack()) [ 571.728971] env[69566]: [ 571.729387] env[69566]: WARNING nova.objects.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 571.729525] env[69566]: WARNING nova.objects.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Failed to get minimum service version for cell fe33705e-66a5-44d1-8b33-ab48ebf3b845 [ 571.729985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Acquiring lock "singleton_lock" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.730164] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Acquired lock "singleton_lock" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.730408] env[69566]: DEBUG oslo_concurrency.lockutils [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Releasing lock "singleton_lock" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.730736] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Full set of CONF: {{(pid=69566) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 571.730879] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ******************************************************************************** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 571.731014] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] Configuration options gathered from: {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 571.731156] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 571.731353] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 571.731482] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ================================================================================ {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 571.731691] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] allow_resize_to_same_host = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.731861] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] arq_binding_timeout = 300 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.731991] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] backdoor_port = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.732138] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] backdoor_socket = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.732322] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] block_device_allocate_retries = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.732465] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] block_device_allocate_retries_interval = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.732633] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cert = self.pem {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.732802] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.732971] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute_monitors = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.733383] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] config_dir = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.733575] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] config_drive_format = iso9660 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.733714] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.733882] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] config_source = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.734069] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] console_host = devstack {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.734246] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] control_exchange = nova {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.734407] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cpu_allocation_ratio = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.734567] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] daemon = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.734736] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] debug = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.734892] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] default_access_ip_network_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.735068] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] default_availability_zone = nova {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.735229] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] default_ephemeral_format = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.735390] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] default_green_pool_size = 1000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.735626] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.735787] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] default_schedule_zone = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.735943] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] disk_allocation_ratio = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.736153] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] enable_new_services = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.736342] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] enabled_apis = ['osapi_compute'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.736507] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] enabled_ssl_apis = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.736669] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] flat_injected = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.736828] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] force_config_drive = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.736983] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] force_raw_images = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.737190] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] graceful_shutdown_timeout = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.737352] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] heal_instance_info_cache_interval = -1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.737584] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] host = cpu-1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.737761] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.737924] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.738100] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.738317] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.738478] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_build_timeout = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.738635] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_delete_interval = 300 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.738801] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_format = [instance: %(uuid)s] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.738965] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_name_template = instance-%08x {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.739142] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_usage_audit = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.739315] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_usage_audit_period = month {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.739476] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.739639] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.739803] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] internal_service_availability_zone = internal {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.739957] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] key = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.740127] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] live_migration_retry_count = 30 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.740299] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_color = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.740464] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_config_append = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.740628] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.740791] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_dir = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.740943] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741081] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_options = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741243] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_rotate_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741411] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_rotate_interval_type = days {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741575] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] log_rotation_type = none {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741703] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741828] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.741995] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.742176] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.742307] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.742466] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] long_rpc_timeout = 1800 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.742620] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] max_concurrent_builds = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.742774] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] max_concurrent_live_migrations = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.742930] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] max_concurrent_snapshots = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.743096] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] max_local_block_devices = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.743254] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] max_logfile_count = 30 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.743407] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] max_logfile_size_mb = 200 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.743560] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] maximum_instance_delete_attempts = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.743730] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metadata_listen = 0.0.0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.743892] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metadata_listen_port = 8775 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.744098] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metadata_workers = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.744271] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] migrate_max_retries = -1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.744438] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] mkisofs_cmd = genisoimage {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.744644] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.744777] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] my_ip = 10.180.1.21 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.744980] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.745155] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] network_allocate_retries = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.745338] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.745503] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.745664] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] osapi_compute_listen_port = 8774 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.745830] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] osapi_compute_unique_server_name_scope = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.746006] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] osapi_compute_workers = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.746202] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] password_length = 12 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.746368] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] periodic_enable = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.746527] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] periodic_fuzzy_delay = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.746699] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] pointer_model = usbtablet {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.746865] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] preallocate_images = none {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.747129] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] publish_errors = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.747327] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] pybasedir = /opt/stack/nova {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.747504] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ram_allocation_ratio = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.747668] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] rate_limit_burst = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.747840] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] rate_limit_except_level = CRITICAL {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.748007] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] rate_limit_interval = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.748180] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reboot_timeout = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.748340] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reclaim_instance_interval = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.748525] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] record = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.748702] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reimage_timeout_per_gb = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.748869] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] report_interval = 120 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749040] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] rescue_timeout = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749206] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reserved_host_cpus = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749364] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reserved_host_disk_mb = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749518] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reserved_host_memory_mb = 512 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749673] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] reserved_huge_pages = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749832] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] resize_confirm_window = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.749988] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] resize_fs_using_block_device = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.750161] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] resume_guests_state_on_host_boot = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.750329] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.750486] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] rpc_response_timeout = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.750643] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] run_external_periodic_tasks = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.750809] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] running_deleted_instance_action = reap {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.750967] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.751138] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] running_deleted_instance_timeout = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.751297] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler_instance_sync_interval = 120 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.751462] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_down_time = 720 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.751626] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] servicegroup_driver = db {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.751780] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] shell_completion = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.751940] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] shelved_offload_time = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.752154] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] shelved_poll_interval = 3600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.752332] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] shutdown_timeout = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.752495] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] source_is_ipv6 = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.752715] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ssl_only = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.752992] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.753187] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] sync_power_state_interval = 600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.753353] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] sync_power_state_pool_size = 1000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.753521] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] syslog_log_facility = LOG_USER {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.753678] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] tempdir = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.753835] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] timeout_nbd = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754009] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] transport_url = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754183] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] update_resources_interval = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754347] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] use_cow_images = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754506] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] use_journal = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] use_json = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754826] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] use_rootwrap_daemon = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.754984] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] use_stderr = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.755159] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] use_syslog = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.755317] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vcpu_pin_set = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.755487] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plugging_is_fatal = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.755657] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plugging_timeout = 300 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.755821] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] virt_mkfs = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.755982] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] volume_usage_poll_interval = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.756178] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] watch_log_file = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.756356] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] web = /usr/share/spice-html5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.756545] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.756712] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.756875] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.757060] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_concurrency.disable_process_locking = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.757383] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.757567] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.757736] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.757909] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.758101] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.758281] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.758485] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.auth_strategy = keystone {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.758666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.compute_link_prefix = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.758847] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.759034] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.dhcp_domain = novalocal {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.759216] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.enable_instance_password = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.759386] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.glance_link_prefix = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.759556] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.759731] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.759895] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.instance_list_per_project_cells = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.760071] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.list_records_by_skipping_down_cells = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.760244] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.local_metadata_per_cell = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.760412] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.max_limit = 1000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.760580] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.metadata_cache_expiration = 15 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.760756] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.neutron_default_tenant_id = default {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.760929] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.response_validation = warn {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.761115] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.use_neutron_default_nets = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.761289] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.761453] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.761623] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.761793] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.761962] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_dynamic_targets = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.762141] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_jsonfile_path = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.762326] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.762524] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.backend = dogpile.cache.memcached {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.762693] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.backend_argument = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.762854] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.backend_expiration_time = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.763038] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.config_prefix = cache.oslo {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.763218] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.dead_timeout = 60.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.763386] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.debug_cache_backend = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.763548] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.enable_retry_client = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.763710] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.enable_socket_keepalive = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.763882] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.enabled = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.764067] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.enforce_fips_mode = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.764241] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.expiration_time = 600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.764405] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.hashclient_retry_attempts = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.764573] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.764736] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_dead_retry = 300 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.764896] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_password = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.765069] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.765239] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.765401] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_pool_maxsize = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.765562] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.765723] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_sasl_enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.765903] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.766117] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.766286] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.memcache_username = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.766456] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.proxies = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.766622] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_db = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.766782] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_password = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.766954] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.767190] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.767386] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_server = localhost:6379 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.767558] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_socket_timeout = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.767716] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.redis_username = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.767880] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.retry_attempts = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.768063] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.retry_delay = 0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.768235] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.socket_keepalive_count = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.768414] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.socket_keepalive_idle = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.768595] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.socket_keepalive_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.768759] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.tls_allowed_ciphers = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.768918] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.tls_cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.769091] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.tls_certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.769262] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.tls_enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.769421] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cache.tls_keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.769588] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.769767] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.auth_type = password {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.769930] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.770122] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.770290] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.770460] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.770619] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.cross_az_attach = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.770780] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.debug = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.770940] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.endpoint_template = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.771117] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.http_retries = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.771285] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.771443] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.771613] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.os_region_name = RegionOne {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.771779] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.771941] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cinder.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.772124] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.772289] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.cpu_dedicated_set = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.772519] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.cpu_shared_set = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.772721] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.image_type_exclude_list = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.772893] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.773071] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.773245] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.773411] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.773580] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.773744] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.resource_provider_association_refresh = 300 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.773905] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.774080] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.shutdown_retry_interval = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.774268] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.774453] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] conductor.workers = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.774634] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] console.allowed_origins = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.774798] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] console.ssl_ciphers = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.774968] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] console.ssl_minimum_version = default {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.775152] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] consoleauth.enforce_session_timeout = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.775323] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] consoleauth.token_ttl = 600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.775495] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.775654] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.775819] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.775979] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.776181] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.776354] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.776518] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.776675] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.776836] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.776994] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.777212] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.777395] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.777613] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.777843] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.service_type = accelerator {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.778081] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.778306] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.778528] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.778739] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.778974] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.779223] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] cyborg.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.779422] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.asyncio_connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.779588] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.asyncio_slave_connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.779765] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.backend = sqlalchemy {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.779938] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.780122] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.connection_debug = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.780300] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.connection_parameters = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.780464] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.connection_recycle_time = 3600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.780631] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.connection_trace = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.780792] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.db_inc_retry_interval = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.780955] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.db_max_retries = 20 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.781133] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.db_max_retry_interval = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.781300] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.db_retry_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.781462] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.max_overflow = 50 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.781622] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.max_pool_size = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.781785] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.max_retries = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.781955] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.782131] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.mysql_wsrep_sync_wait = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.782292] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.pool_timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.782452] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.retry_interval = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.782608] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.slave_connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.782769] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.sqlite_synchronous = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.782932] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] database.use_db_reconnect = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.783114] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.asyncio_connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.783278] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.asyncio_slave_connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.783451] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.backend = sqlalchemy {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.783620] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.783781] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.connection_debug = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.783949] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.connection_parameters = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.784127] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.connection_recycle_time = 3600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.784295] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.connection_trace = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.784456] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.db_inc_retry_interval = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.784616] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.db_max_retries = 20 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.784778] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.db_max_retry_interval = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.784938] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.db_retry_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.785112] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.max_overflow = 50 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.785277] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.max_pool_size = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.785437] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.max_retries = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.785604] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.785764] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.785920] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.pool_timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.786109] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.retry_interval = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.786288] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.slave_connection = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.786452] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] api_database.sqlite_synchronous = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.786629] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] devices.enabled_mdev_types = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.786805] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.786976] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.787185] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ephemeral_storage_encryption.enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.787359] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.787532] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.api_servers = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.787696] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.787858] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.788037] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.788201] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.788361] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.788524] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.debug = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.788687] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.default_trusted_certificate_ids = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.788848] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.enable_certificate_validation = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789016] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.enable_rbd_download = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789179] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789347] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789510] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789663] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789816] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.789976] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.num_retries = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.790161] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.rbd_ceph_conf = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.790324] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.rbd_connect_timeout = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.790492] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.rbd_pool = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.790659] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.rbd_user = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.790823] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.790979] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.791149] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.791318] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.service_type = image {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.791478] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.791632] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.791790] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.791946] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.792139] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.792306] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.verify_glance_signatures = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.792465] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] glance.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.792629] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] guestfs.debug = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.792798] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.792961] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.auth_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.793133] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.793296] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.793460] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.793617] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.793777] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.793940] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.794111] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.794272] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.794430] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.794586] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.794744] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.794900] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.795069] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.795244] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.service_type = shared-file-system {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.795410] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.share_apply_policy_timeout = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.795569] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.795726] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.795885] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.796059] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.796270] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.796436] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] manila.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.796605] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] mks.enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.796968] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.797209] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] image_cache.manager_interval = 2400 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.797396] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] image_cache.precache_concurrency = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.797592] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] image_cache.remove_unused_base_images = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.797779] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.797948] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.798144] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] image_cache.subdirectory_name = _base {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.798327] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.api_max_retries = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.798488] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.api_retry_interval = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.798646] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.798808] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.auth_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.798966] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.799141] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.799307] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.799468] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.conductor_group = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.799624] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.799783] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.799940] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.800120] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.800303] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.800464] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.800620] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.800784] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.peer_list = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.800939] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.801109] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.801277] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.serial_console_state_timeout = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.801432] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.801598] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.service_type = baremetal {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.801753] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.shard = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.801913] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.802078] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.802241] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.802396] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.802575] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.802733] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ironic.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.802914] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.803100] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] key_manager.fixed_key = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.803311] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.803476] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.barbican_api_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.803632] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.barbican_endpoint = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.803803] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.barbican_endpoint_type = public {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.803969] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.barbican_region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.804165] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.804330] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.804491] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.804649] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.804803] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.804962] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.number_of_retries = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.805136] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.retry_delay = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.805314] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.send_service_user_token = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.805534] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.805704] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.805865] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.verify_ssl = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.806054] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican.verify_ssl_path = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.806270] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.806447] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.auth_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.806607] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.806767] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.806929] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.807113] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.807271] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.807434] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.807589] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] barbican_service_user.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.807753] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.approle_role_id = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.807912] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.approle_secret_id = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.808097] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.kv_mountpoint = secret {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.808261] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.kv_path = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.808454] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.kv_version = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.808621] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.namespace = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.808781] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.root_token_id = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.808936] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.ssl_ca_crt_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.809118] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.timeout = 60.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.809285] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.use_ssl = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.809455] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.809648] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.809815] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.809980] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.810158] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.810319] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.810477] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.810638] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.810794] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.810949] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.811120] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.811278] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.811460] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.811636] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.811807] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.service_type = identity {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.811969] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.812145] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.812308] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.812465] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.812645] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.812805] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] keystone.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.812994] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.ceph_mount_options = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.813439] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.813630] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.connection_uri = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.813797] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_mode = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.813975] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.814201] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_models = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.814393] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_power_governor_high = performance {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.814572] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.814735] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_power_management = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.814907] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.815093] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.device_detach_attempts = 8 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.815268] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.device_detach_timeout = 20 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.815439] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.disk_cachemodes = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.815599] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.disk_prefix = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.815765] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.enabled_perf_events = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.815927] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.file_backed_memory = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.816130] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.gid_maps = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.816305] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.hw_disk_discard = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.816465] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.hw_machine_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.816637] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_rbd_ceph_conf = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.816801] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.816964] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.817173] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_rbd_glance_store_name = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.817360] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_rbd_pool = rbd {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.817537] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_type = default {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.817695] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.images_volume_group = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.817859] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.inject_key = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.818033] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.inject_partition = -2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.818298] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.inject_password = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.818491] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.iscsi_iface = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.818661] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.iser_use_multipath = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.818827] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.818991] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.819174] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_downtime = 500 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.819341] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.819533] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.819727] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_inbound_addr = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.819897] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.820072] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.820238] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_scheme = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.820412] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_timeout_action = abort {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.820579] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_tunnelled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.820739] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_uri = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.820904] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.live_migration_with_native_tls = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.821078] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.max_queues = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.821249] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.821481] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.821677] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.nfs_mount_options = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.822011] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.822200] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.822372] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.822552] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.822737] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.822904] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.num_pcie_ports = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.823085] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.823260] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.pmem_namespaces = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.823427] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.quobyte_client_cfg = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.823791] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.823982] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.824168] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.824338] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.824500] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rbd_secret_uuid = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.824658] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rbd_user = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.824823] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.824994] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.825171] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rescue_image_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.825332] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rescue_kernel_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.825490] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rescue_ramdisk_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.825688] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.825859] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.rx_queue_size = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.826041] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.smbfs_mount_options = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.826374] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.826562] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.snapshot_compression = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.826727] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.snapshot_image_format = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.826951] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.827138] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.sparse_logical_volumes = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.827307] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.swtpm_enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.827479] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.swtpm_group = tss {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.827645] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.swtpm_user = tss {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.827816] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.sysinfo_serial = unique {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.827973] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.tb_cache_size = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.828146] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.tx_queue_size = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.828313] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.uid_maps = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.828474] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.use_virtio_for_bridges = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.828667] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.virt_type = kvm {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.828852] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.volume_clear = zero {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.829028] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.volume_clear_size = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.829203] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.volume_enforce_multipath = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.829368] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.volume_use_multipath = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.829526] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_cache_path = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.829694] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.829860] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.830033] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.830245] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.830553] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.830740] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.vzstorage_mount_user = stack {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.830905] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.831094] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.831277] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.auth_type = password {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.831441] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.831603] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.831795] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.831958] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.832135] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.832336] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.default_floating_pool = public {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.832563] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.832742] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.extension_sync_interval = 600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.832908] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.http_retries = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.833089] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.833259] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.833419] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.833594] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.833751] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.833922] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.ovs_bridge = br-int {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.834121] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.physnets = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.834320] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.region_name = RegionOne {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.834485] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.834661] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.service_metadata_proxy = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.834825] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.834997] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.service_type = network {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.835183] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.835345] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.835591] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.835781] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.835971] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.836185] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] neutron.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.836365] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] notifications.bdms_in_notifications = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.836549] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] notifications.default_level = INFO {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.836715] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] notifications.include_share_mapping = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.836894] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] notifications.notification_format = unversioned {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.837075] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] notifications.notify_on_state_change = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.837258] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.837436] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] pci.alias = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.837605] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] pci.device_spec = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.837769] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] pci.report_in_placement = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.837942] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.838132] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.auth_type = password {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.838308] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.838495] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.838666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.838830] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.838990] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.839169] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.839333] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.default_domain_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.839494] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.default_domain_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.839652] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.domain_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.839808] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.domain_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.839967] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.840145] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.840306] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.840464] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.840619] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.840787] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.password = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.840949] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.project_domain_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.841131] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.project_domain_name = Default {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.841304] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.project_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.841497] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.project_name = service {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.841684] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.region_name = RegionOne {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.841848] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.842022] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.842229] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.service_type = placement {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.842405] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.842566] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.842728] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.842891] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.system_scope = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.843062] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.843232] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.trust_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.843392] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.user_domain_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.843562] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.user_domain_name = Default {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.843724] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.user_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.843900] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.username = nova {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.844094] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.844263] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] placement.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.844458] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.cores = 20 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.844644] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.count_usage_from_placement = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.844823] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.844993] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.injected_file_content_bytes = 10240 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.845177] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.injected_file_path_length = 255 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.845352] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.injected_files = 5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.845514] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.instances = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.845677] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.key_pairs = 100 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.845845] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.metadata_items = 128 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.846016] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.ram = 51200 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.846216] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.recheck_quota = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.846394] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.server_group_members = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.846563] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.server_groups = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.846775] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.846952] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] quota.unified_limits_resource_strategy = require {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.847142] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.847359] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.847555] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.image_metadata_prefilter = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.847733] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.847901] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.max_attempts = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.848078] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.max_placement_results = 1000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.848251] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.848437] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.848613] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.848795] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] scheduler.workers = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.848975] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.849168] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.849378] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.849560] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.849729] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.849896] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.850071] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.850271] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.850519] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.host_subset_size = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.850716] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.850884] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.851065] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.851238] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.851416] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.851580] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.isolated_hosts = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.851742] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.isolated_images = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.851903] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.852078] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.852249] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.852412] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.pci_in_placement = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.852573] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.852736] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.852894] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.853069] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.853238] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.853400] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.853579] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.track_instance_changes = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.853771] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.853946] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metrics.required = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.854125] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metrics.weight_multiplier = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.854295] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.854459] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] metrics.weight_setting = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.854825] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.855037] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] serial_console.enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.855229] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] serial_console.port_range = 10000:20000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.855409] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.855580] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.855752] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] serial_console.serialproxy_port = 6083 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.855921] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.856134] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.auth_type = password {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.856318] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.856480] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.856669] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.856843] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.857010] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.857201] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.send_service_user_token = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.857369] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.857529] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] service_user.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.857698] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.agent_enabled = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.857863] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.858189] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.858415] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.858608] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.html5proxy_port = 6082 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.858772] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.image_compression = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.858934] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.jpeg_compression = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.859115] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.playback_compression = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.859286] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.require_secure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.859459] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.server_listen = 127.0.0.1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.859648] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.859952] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.860146] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.streaming_mode = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.860312] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] spice.zlib_compression = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.860485] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] upgrade_levels.baseapi = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.860658] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] upgrade_levels.compute = auto {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.860818] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] upgrade_levels.conductor = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.860979] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] upgrade_levels.scheduler = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.861162] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.861333] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.861494] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.861653] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.861816] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.861976] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.862149] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.862316] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.862474] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vendordata_dynamic_auth.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.862666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.api_retry_count = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.862844] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.ca_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.863038] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.863213] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.cluster_name = testcl1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.863382] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.connection_pool_size = 10 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.863542] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.console_delay_seconds = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.863713] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.datastore_regex = ^datastore.* {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.863927] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.864118] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.host_password = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.864290] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.host_port = 443 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.864461] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.host_username = administrator@vsphere.local {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.864631] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.insecure = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.864794] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.integration_bridge = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.864957] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.maximum_objects = 100 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.865133] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.pbm_default_policy = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.865302] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.pbm_enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.865461] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.pbm_wsdl_location = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.865637] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.865821] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.serial_port_proxy_uri = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.865989] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.serial_port_service_uri = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.866194] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.task_poll_interval = 0.5 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.866379] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.use_linked_clone = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.866550] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.vnc_keymap = en-us {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.866718] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.vnc_port = 5900 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.866879] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vmware.vnc_port_total = 10000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.867076] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.auth_schemes = ['none'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.867263] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.867556] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.867739] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.867912] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.novncproxy_port = 6080 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.868113] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.server_listen = 127.0.0.1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.868299] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.868480] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.vencrypt_ca_certs = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.868648] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.vencrypt_client_cert = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.868831] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vnc.vencrypt_client_key = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.869033] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.869206] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.disable_deep_image_inspection = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.869371] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.869530] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.869688] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.869846] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.disable_rootwrap = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870015] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.enable_numa_live_migration = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870188] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870348] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870509] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.libvirt_disable_apic = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870822] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.870980] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.871307] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.871484] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.871649] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.871853] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.872041] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.872210] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.872373] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.872540] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.872727] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.872896] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.client_socket_timeout = 900 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.873075] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.default_pool_size = 1000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.873247] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.keep_alive = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.873415] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.max_header_line = 16384 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.873576] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.873734] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.ssl_ca_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.873892] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.ssl_cert_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.874073] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.ssl_key_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.874305] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.tcp_keepidle = 600 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.874495] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.874669] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] zvm.ca_file = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.874835] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] zvm.cloud_connector_url = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.875151] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.875335] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] zvm.reachable_timeout = 300 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.875510] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.875689] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.875865] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.connection_string = messaging:// {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.876054] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.enabled = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.876259] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.es_doc_type = notification {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.876433] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.es_scroll_size = 10000 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.876605] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.es_scroll_time = 2m {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.876771] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.filter_error_trace = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.876942] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.hmac_keys = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.877152] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.sentinel_service_name = mymaster {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.877342] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.socket_timeout = 0.1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.877506] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.trace_requests = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.877666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler.trace_sqlalchemy = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.877841] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler_jaeger.process_tags = {} {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.878013] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler_jaeger.service_name_prefix = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.878181] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] profiler_otlp.service_name_prefix = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.878349] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] remote_debug.host = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.878536] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] remote_debug.port = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.878718] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.878882] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.879056] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.879227] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.879394] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.879553] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.879714] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.879875] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.880047] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.880251] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.880425] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.880602] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.880772] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.880939] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.881119] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.881298] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.881464] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.881628] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.881798] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.881962] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.882142] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.882314] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.882477] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.882641] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.882801] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.882964] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.883145] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.883334] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.883502] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.883670] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.883833] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.ssl = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.884015] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.884236] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.884427] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.884603] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.884775] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.884940] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.885154] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.885327] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_notifications.retry = -1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.885504] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.885676] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.885849] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.auth_section = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.886026] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.auth_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.886218] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.cafile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.886384] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.certfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.886551] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.collect_timing = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.886713] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.connect_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.886872] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.connect_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.887039] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.endpoint_id = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.887230] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.887409] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.endpoint_override = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.887571] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.endpoint_region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.887728] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.endpoint_service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.887885] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.endpoint_service_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.888059] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.insecure = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.888223] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.keyfile = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.888382] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.max_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.888538] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.min_version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.888695] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.region_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.888855] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.retriable_status_codes = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889019] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.service_name = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889182] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.service_type = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889345] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.split_loggers = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889504] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.status_code_retries = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889666] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.status_code_retry_delay = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889822] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.timeout = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.889982] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.valid_interfaces = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.890158] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_limit.version = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.890349] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_reports.file_event_handler = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.890526] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.890687] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] oslo_reports.log_dir = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.890857] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.891024] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.891183] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.891352] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.891518] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.891678] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.891847] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.892015] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_ovs_privileged.group = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.892183] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.892352] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.892518] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.892675] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] vif_plug_ovs_privileged.user = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.892846] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.893036] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.893219] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.893423] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.893606] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.893782] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.893951] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.894130] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.894315] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.894491] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.isolate_vif = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.894661] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.894828] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.894999] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.895189] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.895357] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] os_vif_ovs.per_port_bridge = False {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.895525] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] privsep_osbrick.capabilities = [21] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.895682] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] privsep_osbrick.group = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.895839] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] privsep_osbrick.helper_command = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.896014] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.896210] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.896396] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] privsep_osbrick.user = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.896579] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.896740] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] nova_sys_admin.group = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.896898] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] nova_sys_admin.helper_command = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.897077] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.897249] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.897408] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] nova_sys_admin.user = None {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.897539] env[69566]: DEBUG oslo_service.backend.eventlet.service [None req-78df1962-c33d-4cf3-bb37-dfd7e8404ae3 None None] ******************************************************************************** {{(pid=69566) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 571.897961] env[69566]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 572.401551] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Getting list of instances from cluster (obj){ [ 572.401551] env[69566]: value = "domain-c8" [ 572.401551] env[69566]: _type = "ClusterComputeResource" [ 572.401551] env[69566]: } {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 572.403554] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d37cc6-3df7-4e6a-86c3-55a03f2cd846 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.411580] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Got total of 0 instances {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 572.412222] env[69566]: WARNING nova.virt.vmwareapi.driver [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 572.412683] env[69566]: INFO nova.virt.node [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Generated node identity 359e3efa-d8c9-4b06-9b89-35d50587ee92 [ 572.412913] env[69566]: INFO nova.virt.node [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Wrote node identity 359e3efa-d8c9-4b06-9b89-35d50587ee92 to /opt/stack/data/n-cpu-1/compute_id [ 572.916017] env[69566]: WARNING nova.compute.manager [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Compute nodes ['359e3efa-d8c9-4b06-9b89-35d50587ee92'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 573.921650] env[69566]: INFO nova.compute.manager [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 574.931030] env[69566]: WARNING nova.compute.manager [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 574.931030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.931030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.931030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.931030] env[69566]: DEBUG nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 574.931030] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec79ac-cde2-43fd-8257-a069c3aad680 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.939234] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246514d-4395-4192-9416-7ead76aca13d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.954198] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062bee4-1527-49db-8d4c-40dc2e84f111 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.960438] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f30c98-ace8-4853-b9c3-48d5fc2d0bd7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.988589] env[69566]: DEBUG nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181015MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 574.988961] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.990174] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.494268] env[69566]: WARNING nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] No compute node record for cpu-1:359e3efa-d8c9-4b06-9b89-35d50587ee92: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 359e3efa-d8c9-4b06-9b89-35d50587ee92 could not be found. [ 575.997935] env[69566]: INFO nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 359e3efa-d8c9-4b06-9b89-35d50587ee92 [ 577.507881] env[69566]: DEBUG nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 577.507881] env[69566]: DEBUG nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 577.661483] env[69566]: INFO nova.scheduler.client.report [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] [req-678829f7-4f75-406b-b9da-8f0aebae2ce1] Created resource provider record via placement API for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 577.680208] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd40a1-6891-4493-88b7-96d11736ba1a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.686675] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a494f-8dda-49ef-8382-eb88c7bc52f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.719194] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a85ebe0-f15c-4d67-9a04-0fb4b329d452 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.724580] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c61d70-75bd-4be0-a81a-93800a6dcc01 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.738048] env[69566]: DEBUG nova.compute.provider_tree [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.275137] env[69566]: DEBUG nova.scheduler.client.report [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 578.275137] env[69566]: DEBUG nova.compute.provider_tree [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 0 to 1 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 578.275137] env[69566]: DEBUG nova.compute.provider_tree [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 578.321322] env[69566]: DEBUG nova.compute.provider_tree [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 1 to 2 during operation: update_traits {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 578.827733] env[69566]: DEBUG nova.compute.resource_tracker [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 578.827733] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.838s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.827733] env[69566]: DEBUG nova.service [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Creating RPC server for service compute {{(pid=69566) start /opt/stack/nova/nova/service.py:186}} [ 578.841754] env[69566]: DEBUG nova.service [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] Join ServiceGroup membership for this service compute {{(pid=69566) start /opt/stack/nova/nova/service.py:203}} [ 578.842129] env[69566]: DEBUG nova.servicegroup.drivers.db [None req-f8e3d5f5-fb1f-4b5c-8e4f-3041dc16a54f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69566) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 603.847574] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.352035] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Getting list of instances from cluster (obj){ [ 604.352035] env[69566]: value = "domain-c8" [ 604.352035] env[69566]: _type = "ClusterComputeResource" [ 604.352035] env[69566]: } {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.352035] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e64c74-1053-4199-bbda-40f4d16f1533 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.359894] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Got total of 0 instances {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.360465] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 604.360964] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Getting list of instances from cluster (obj){ [ 604.360964] env[69566]: value = "domain-c8" [ 604.360964] env[69566]: _type = "ClusterComputeResource" [ 604.360964] env[69566]: } {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.362155] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df83d5a3-3be2-429e-8f52-06e5a86e58a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.370442] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Got total of 0 instances {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 619.691598] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "74e9b4aa-64ff-45e9-bded-ae50de06b086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.691864] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "74e9b4aa-64ff-45e9-bded-ae50de06b086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.707135] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "6ea331fd-83e8-45fd-ad6d-372835735da7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.707714] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "6ea331fd-83e8-45fd-ad6d-372835735da7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.750354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.750694] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.988363] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "35ff3b23-019e-4948-a9d8-52f95fcef143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.988363] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.195563] env[69566]: DEBUG nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.210784] env[69566]: DEBUG nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.254092] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.493201] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.756725] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.756993] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.758605] env[69566]: INFO nova.compute.claims [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.762722] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.786222] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.832880] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.833304] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.022248] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.337097] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.860386] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.868209] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ced062-1902-4d39-be36-caebd6be95a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.876882] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6db37fd-c65a-4680-a87d-c1faf21f8817 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.915983] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64115e99-e278-4490-b061-816b9410368e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.923364] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6906ff6-b2a9-464c-a4cc-95ebd0e2fc60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.937092] env[69566]: DEBUG nova.compute.provider_tree [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.362245] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.363241] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.441387] env[69566]: DEBUG nova.scheduler.client.report [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.867050] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.906064] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.906297] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.952151] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.952151] env[69566]: DEBUG nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.953469] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.191s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.955091] env[69566]: INFO nova.compute.claims [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.398614] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.413360] env[69566]: DEBUG nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.461427] env[69566]: DEBUG nova.compute.utils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.464629] env[69566]: DEBUG nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 623.957118] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.967380] env[69566]: DEBUG nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.138747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0225acf1-0ff3-4720-a8ee-e8074bf23e6d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.146819] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7f5d7b-4ede-4f88-b3da-03e6f0ac3ff3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.185990] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992a7e0-e667-474e-8794-3ff21065cd92 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.193670] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebaaf81-7ea1-45fd-9aa0-ec61a13a6354 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.212300] env[69566]: DEBUG nova.compute.provider_tree [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.717054] env[69566]: DEBUG nova.scheduler.client.report [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.977433] env[69566]: DEBUG nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.224131] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.224428] env[69566]: DEBUG nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.228594] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.442s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.230732] env[69566]: INFO nova.compute.claims [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.736312] env[69566]: DEBUG nova.compute.utils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.744224] env[69566]: DEBUG nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 625.760619] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.760619] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.760619] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.760871] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.762931] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.763180] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.763437] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.763610] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.764139] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.764204] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.764379] env[69566]: DEBUG nova.virt.hardware [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.765665] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed47e7b-745e-45a2-beef-9a89c6c057e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.783324] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a9bd0a-aab9-4fa4-86b2-2b9441d420ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.808644] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5820707e-b91c-4657-b846-92bbbec0437f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.828271] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.837464] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.837867] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d89e7283-fe69-4c3e-919a-388620de7c16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.850419] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Created folder: OpenStack in parent group-v4. [ 625.850419] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating folder: Project (64af970d9e4e4807b8c41eb9e96f4814). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.850419] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4449cdb8-1f3b-4ad6-a0cb-1ffdd50e5414 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.862953] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Created folder: Project (64af970d9e4e4807b8c41eb9e96f4814) in parent group-v679651. [ 625.862953] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating folder: Instances. Parent ref: group-v679652. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.862953] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d85cbf2-d17e-4080-9cd6-4a65c2f4d468 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.872529] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Created folder: Instances in parent group-v679652. [ 625.872529] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.872529] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.872529] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f6c0fb7-34b5-428f-988e-16d34fe5d90c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.892019] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.892019] env[69566]: value = "task-3406707" [ 625.892019] env[69566]: _type = "Task" [ 625.892019] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.903150] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406707, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.245913] env[69566]: DEBUG nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.403948] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406707, 'name': CreateVM_Task, 'duration_secs': 0.273243} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.406918] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.410093] env[69566]: DEBUG oslo_vmware.service [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d0ce29-8903-419d-8fe6-497da790e3d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.415548] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.415729] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.416381] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.416657] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1374661-ca89-4bef-9d7d-9d3fd11de733 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.423953] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 626.423953] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528d89fc-d7da-408e-3970-35909976e59d" [ 626.423953] env[69566]: _type = "Task" [ 626.423953] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.433386] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89263b6-f0c6-428a-9d33-ba44e91c3b22 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.441666] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528d89fc-d7da-408e-3970-35909976e59d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.458199] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165d077-3aa3-4071-8968-4013d2a8a08e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.489482] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce61e5f4-0eb3-45fe-b30f-6f19fb8c628f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.498259] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f02a1e4-9dc3-4a75-ae9c-3263c38b3d35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.514360] env[69566]: DEBUG nova.compute.provider_tree [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.880448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.880683] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.939149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.939149] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.939149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.939149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.939575] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.939575] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cba51af-20be-4359-b6e1-abee07d4de71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.959286] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.959286] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.960112] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04134c35-7527-4b88-805f-dbf216c66ffa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.968159] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a700441e-aaea-4cc2-a54b-563d863dcd72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.974189] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 626.974189] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529cba91-cb56-947b-bafd-516a833616ed" [ 626.974189] env[69566]: _type = "Task" [ 626.974189] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.986541] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529cba91-cb56-947b-bafd-516a833616ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.019931] env[69566]: DEBUG nova.scheduler.client.report [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.108164] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108164] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108164] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108164] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108164] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108315] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108478] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.108612] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 627.108767] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.264186] env[69566]: DEBUG nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.304430] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.304754] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.304893] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.305107] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.305233] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.305378] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.305610] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.305957] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.305957] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.306125] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.306255] env[69566]: DEBUG nova.virt.hardware [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.307136] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4c7939-18e2-4184-aefd-f8fd883104c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.318707] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23dc733-b448-42fe-9c26-fbf8f98f1fb3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.334602] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.341129] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Creating folder: Project (cd81069b1334457e9ff6282676b3f5d5). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.341535] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b3c7888-9bfb-4deb-b5e4-3959c1d09a27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.352367] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Created folder: Project (cd81069b1334457e9ff6282676b3f5d5) in parent group-v679651. [ 627.352551] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Creating folder: Instances. Parent ref: group-v679655. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.352784] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e98e264-ebf3-44e9-9438-2dd58b2aa4f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.362535] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Created folder: Instances in parent group-v679655. [ 627.362877] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.363102] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.363313] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe9d8eeb-4f23-4a38-b605-753c975da5fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.384098] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.387225] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.387225] env[69566]: value = "task-3406710" [ 627.387225] env[69566]: _type = "Task" [ 627.387225] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.397160] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406710, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.488166] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 627.488618] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating directory with path [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.488995] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95e3b011-f928-4f27-93f2-852831cecb0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.514016] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Created directory with path [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.514016] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Fetch image to [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 627.514016] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Downloading image file data 0ebfcbf7-ed1f-4512-8792-34be4838a9de to [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk on the data store datastore1 {{(pid=69566) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 627.515045] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9899c-b587-4816-9e49-64796857a108 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.528313] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015bec24-56a5-4084-ad7b-19146670f9a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.532161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.533227] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.536954] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.515s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.540718] env[69566]: INFO nova.compute.claims [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.553301] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb83afd-0b3c-41bb-8779-720c6fd45563 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.593976] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5cd972-149d-4784-b199-396174dd4a78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.600867] env[69566]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-02f4e9c9-c3bd-4039-84f4-79cfc3162363 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.613165] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.633285] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Downloading image file data 0ebfcbf7-ed1f-4512-8792-34be4838a9de to the data store datastore1 {{(pid=69566) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 627.737807] env[69566]: DEBUG oslo_vmware.rw_handles [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 627.908738] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406710, 'name': CreateVM_Task, 'duration_secs': 0.345931} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.908957] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.909453] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.909663] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.909946] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.910211] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7c6205-b905-44ba-9b1b-7b7805f3af8c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.916159] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 627.916159] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520fbdad-aec5-3050-3db3-2a696b5065c5" [ 627.916159] env[69566]: _type = "Task" [ 627.916159] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.927708] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520fbdad-aec5-3050-3db3-2a696b5065c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.933546] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.047743] env[69566]: DEBUG nova.compute.utils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.050882] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.050882] env[69566]: DEBUG nova.network.neutron [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.204194] env[69566]: DEBUG nova.policy [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b647cc2a734e43a426b84506fb5a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e27f6f8ee6a49f7a1a89efcc8bf2229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.292032] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.292339] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.392420] env[69566]: DEBUG oslo_vmware.rw_handles [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 628.392420] env[69566]: DEBUG oslo_vmware.rw_handles [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 628.432386] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.432716] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.432979] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.534184] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Downloaded image file data 0ebfcbf7-ed1f-4512-8792-34be4838a9de to vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk on the data store datastore1 {{(pid=69566) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 628.538041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 628.538232] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Copying Virtual Disk [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk to [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.538695] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-739641b5-5532-4608-9685-6b7aa113aa1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.555924] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 628.555924] env[69566]: value = "task-3406711" [ 628.555924] env[69566]: _type = "Task" [ 628.555924] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.559826] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.568982] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.783897] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4cce6f-822a-4be4-af78-8eff5d478689 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.795638] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1bf19d-7e07-4e06-bce7-d3be89fbf165 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.800781] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.847137] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbc13c2-8e76-4013-a761-f384b42d651d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.854870] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51ef9e0-addc-4fc1-b23e-08786bac18eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.874797] env[69566]: DEBUG nova.compute.provider_tree [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.076036] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406711, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.301581] env[69566]: DEBUG nova.network.neutron [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Successfully created port: b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.332016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.383750] env[69566]: DEBUG nova.scheduler.client.report [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.572886] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.579407] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671166} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.579407] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Copied Virtual Disk [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk to [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.579407] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleting the datastore file [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.579616] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14e83a38-a422-4ee7-a507-29fedba99b8a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.590092] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 629.590092] env[69566]: value = "task-3406712" [ 629.590092] env[69566]: _type = "Task" [ 629.590092] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.598147] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.615940] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.615940] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.615940] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.616340] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.616340] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.616340] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.616340] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.617191] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.617417] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.617618] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.617955] env[69566]: DEBUG nova.virt.hardware [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.618855] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de80780f-6387-4fa6-956d-12a21706040c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.626881] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ceb6b-b2e9-44af-be34-0c86b6d78e47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.889730] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.890330] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.893096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.033s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.894584] env[69566]: INFO nova.compute.claims [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.102571] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021364} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.102808] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.103030] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Moving file from [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c/0ebfcbf7-ed1f-4512-8792-34be4838a9de to [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de. {{(pid=69566) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 630.103890] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b92bcbd5-89e6-4705-b55b-5c352c225d35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.116148] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 630.116148] env[69566]: value = "task-3406713" [ 630.116148] env[69566]: _type = "Task" [ 630.116148] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.127226] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406713, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.399373] env[69566]: DEBUG nova.compute.utils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.404373] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.404850] env[69566]: DEBUG nova.network.neutron [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.508025] env[69566]: DEBUG nova.policy [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aa6391ebd6b44658c333de10b47cba1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8140d8697c34c0eb6f30391253ca3d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.632836] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406713, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024222} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.633176] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] File moved {{(pid=69566) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 630.633314] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Cleaning up location [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 630.633469] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleting the datastore file [datastore1] vmware_temp/cb4bdaba-7d9f-47c6-acad-d23ad4445c7c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.633770] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3353392e-870b-43f7-b29b-7a13077496a4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.643540] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 630.643540] env[69566]: value = "task-3406714" [ 630.643540] env[69566]: _type = "Task" [ 630.643540] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.650823] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.906836] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.081267] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25283fa4-a75b-458c-8c91-f213a1948ac3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.089641] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dcfbfd-899a-413f-97df-0ab8a1772d4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.122947] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f752b6-9711-4311-b67d-e76c0529ad31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.132342] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66841cfd-1907-487e-9063-f045df2a7495 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.147549] env[69566]: DEBUG nova.compute.provider_tree [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.163022] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025563} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.163022] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.163022] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e99c25bf-787f-463b-8d06-a6301097eeb6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.168207] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 631.168207] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520f2b66-c481-ef35-986f-ae77bfbe5e28" [ 631.168207] env[69566]: _type = "Task" [ 631.168207] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.178976] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520f2b66-c481-ef35-986f-ae77bfbe5e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.611429] env[69566]: DEBUG nova.network.neutron [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Successfully created port: 83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.655503] env[69566]: DEBUG nova.scheduler.client.report [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.681231] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520f2b66-c481-ef35-986f-ae77bfbe5e28, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.682449] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.682721] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.683007] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.683199] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.683865] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfad2eec-62bf-4c0b-a168-26c95afabca6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.686603] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc596639-6d58-4247-a19b-e1d08b3c4cc5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.693918] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 631.693918] env[69566]: value = "task-3406715" [ 631.693918] env[69566]: _type = "Task" [ 631.693918] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.698619] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.698619] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.699649] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a4ff9f-1c9e-4307-8c6d-e69177e04032 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.705558] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.710408] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 631.710408] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521241aa-905f-8d35-0b4c-0015f5a88efc" [ 631.710408] env[69566]: _type = "Task" [ 631.710408] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.718630] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521241aa-905f-8d35-0b4c-0015f5a88efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.923594] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.958244] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.958244] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.958244] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.958379] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.958379] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.962182] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.962563] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.962798] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.963059] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.963647] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.963647] env[69566]: DEBUG nova.virt.hardware [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.964327] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded9a6f-ed8b-4843-a257-7763ae17372d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.974567] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f1f4f9-9de1-464d-89d1-b43ddad86d83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.161517] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.162091] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.165278] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.767s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.166774] env[69566]: INFO nova.compute.claims [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.213121] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406715, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.231050] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521241aa-905f-8d35-0b4c-0015f5a88efc, 'name': SearchDatastore_Task, 'duration_secs': 0.011911} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.231754] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24bbaa4-7dad-48b2-a99c-efc4fcc68aca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.240083] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 632.240083] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5233c573-3def-831c-7933-62b145a6d4dd" [ 632.240083] env[69566]: _type = "Task" [ 632.240083] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.252520] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5233c573-3def-831c-7933-62b145a6d4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.254662] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.254662] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 6ea331fd-83e8-45fd-ad6d-372835735da7/6ea331fd-83e8-45fd-ad6d-372835735da7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.254662] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1985706a-c94c-46fe-94b0-dc4e9a6b3344 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.259585] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 632.259585] env[69566]: value = "task-3406716" [ 632.259585] env[69566]: _type = "Task" [ 632.259585] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.269839] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.400594] env[69566]: DEBUG nova.network.neutron [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Successfully updated port: b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.672509] env[69566]: DEBUG nova.compute.utils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.677920] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.678229] env[69566]: DEBUG nova.network.neutron [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.706308] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554183} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.706576] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.706833] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.707126] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e21f7c4e-f142-4e07-9975-fb310782e6e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.714238] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 632.714238] env[69566]: value = "task-3406717" [ 632.714238] env[69566]: _type = "Task" [ 632.714238] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.729024] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.775866] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46395} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.776012] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 6ea331fd-83e8-45fd-ad6d-372835735da7/6ea331fd-83e8-45fd-ad6d-372835735da7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.776249] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.776574] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-595d21eb-7515-4b2c-87fc-60f6948faba9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.780439] env[69566]: DEBUG nova.policy [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d071d742681475a9ad7ce5e48ebed1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aff7a43ca7444adac469b56715c4b81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.783559] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 632.783559] env[69566]: value = "task-3406718" [ 632.783559] env[69566]: _type = "Task" [ 632.783559] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.796309] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.903845] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "refresh_cache-766f5a95-f23d-47e3-bd45-4ef94955ac5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.905643] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "refresh_cache-766f5a95-f23d-47e3-bd45-4ef94955ac5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.905643] env[69566]: DEBUG nova.network.neutron [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.179328] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.229931] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07371} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.230508] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.233691] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca686e62-a796-4b52-a894-421b248f942b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.260684] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.263508] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac67a6a3-0587-403f-a819-a27fc17be3ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.301778] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065926} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.305027] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.305027] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 633.305027] env[69566]: value = "task-3406719" [ 633.305027] env[69566]: _type = "Task" [ 633.305027] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.305027] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512e3049-2da2-449f-9892-7d8ab6740a59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.328536] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.351979] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 6ea331fd-83e8-45fd-ad6d-372835735da7/6ea331fd-83e8-45fd-ad6d-372835735da7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.360433] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39a47a4-b068-4321-94c3-7e4c58fe4b57 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.389696] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.389808] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.399571] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 633.399571] env[69566]: value = "task-3406720" [ 633.399571] env[69566]: _type = "Task" [ 633.399571] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.424747] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.489785] env[69566]: DEBUG nova.network.neutron [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Successfully created port: 48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.536916] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6577da-c336-44e3-82db-1d80461ff6a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.542949] env[69566]: DEBUG nova.network.neutron [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.551396] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ebdab-8317-4583-9c4d-c8646adcfe88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.584328] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c27d9-3f81-4ff8-b5e9-1a6a36eb99c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.592843] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddd446-5852-498a-a15a-33794c2a1e4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.611274] env[69566]: DEBUG nova.compute.provider_tree [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.818971] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406719, 'name': ReconfigVM_Task, 'duration_secs': 0.290729} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.819689] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.821191] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1060b6c1-8a15-486e-93c4-0ed5f501bc4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.828507] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 633.828507] env[69566]: value = "task-3406721" [ 633.828507] env[69566]: _type = "Task" [ 633.828507] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.836904] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406721, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.903755] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.914492] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406720, 'name': ReconfigVM_Task, 'duration_secs': 0.312575} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.914993] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 6ea331fd-83e8-45fd-ad6d-372835735da7/6ea331fd-83e8-45fd-ad6d-372835735da7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.917339] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a0a447c-f566-4348-8e9b-162180e03ea9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.924174] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 633.924174] env[69566]: value = "task-3406722" [ 633.924174] env[69566]: _type = "Task" [ 633.924174] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.933718] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406722, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.961557] env[69566]: DEBUG nova.network.neutron [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Updating instance_info_cache with network_info: [{"id": "b66f1dad-d297-43f9-86ef-66719ca4b27c", "address": "fa:16:3e:e3:db:ad", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66f1dad-d2", "ovs_interfaceid": "b66f1dad-d297-43f9-86ef-66719ca4b27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.117933] env[69566]: DEBUG nova.scheduler.client.report [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.137430] env[69566]: DEBUG nova.network.neutron [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Successfully updated port: 83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.192895] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.221649] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.221649] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.221649] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.221852] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.221852] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.221852] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.221852] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.221852] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.222022] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.222022] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.222022] env[69566]: DEBUG nova.virt.hardware [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.222022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700ed49a-1579-4fb8-9ccd-50b5e03ee8ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.230691] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3f6d76-a9c9-4e52-87ee-88b2ad1c80ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.338608] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406721, 'name': Rename_Task, 'duration_secs': 0.133381} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.338977] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.339561] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3661a0aa-909c-42f4-a728-5d17b7ed8ee4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.345152] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 634.345152] env[69566]: value = "task-3406723" [ 634.345152] env[69566]: _type = "Task" [ 634.345152] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.352817] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.432056] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406722, 'name': Rename_Task, 'duration_secs': 0.145047} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.433042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.433320] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.433585] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ccdd51e-5683-44ff-b1dc-742b419caa4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.439905] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 634.439905] env[69566]: value = "task-3406724" [ 634.439905] env[69566]: _type = "Task" [ 634.439905] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.447839] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.468614] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "refresh_cache-766f5a95-f23d-47e3-bd45-4ef94955ac5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.468933] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance network_info: |[{"id": "b66f1dad-d297-43f9-86ef-66719ca4b27c", "address": "fa:16:3e:e3:db:ad", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66f1dad-d2", "ovs_interfaceid": "b66f1dad-d297-43f9-86ef-66719ca4b27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.469478] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:db:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b66f1dad-d297-43f9-86ef-66719ca4b27c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.478138] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating folder: Project (2e27f6f8ee6a49f7a1a89efcc8bf2229). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.478446] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-208cb8e8-43a1-4de9-8252-e1c75b92a6e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.488365] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created folder: Project (2e27f6f8ee6a49f7a1a89efcc8bf2229) in parent group-v679651. [ 634.488563] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating folder: Instances. Parent ref: group-v679658. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.488800] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53c62d3b-dd79-4178-98e2-6de6cfbb5c8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.498258] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created folder: Instances in parent group-v679658. [ 634.499498] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.499498] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.499498] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a29cdf8-fc14-4a6f-91ee-7418f68777bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.521656] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.521656] env[69566]: value = "task-3406727" [ 634.521656] env[69566]: _type = "Task" [ 634.521656] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.529622] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406727, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.623790] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.624361] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.629217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.673s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.630839] env[69566]: INFO nova.compute.claims [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.641736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "refresh_cache-35ff3b23-019e-4948-a9d8-52f95fcef143" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.641902] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired lock "refresh_cache-35ff3b23-019e-4948-a9d8-52f95fcef143" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.642046] env[69566]: DEBUG nova.network.neutron [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.738207] env[69566]: DEBUG nova.compute.manager [req-7a122a24-a5ab-4142-b4c5-03af735c3f54 req-69ec0851-37be-41c6-8333-8fc08c5e1c22 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Received event network-vif-plugged-b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.738395] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a122a24-a5ab-4142-b4c5-03af735c3f54 req-69ec0851-37be-41c6-8333-8fc08c5e1c22 service nova] Acquiring lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.738649] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a122a24-a5ab-4142-b4c5-03af735c3f54 req-69ec0851-37be-41c6-8333-8fc08c5e1c22 service nova] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.739253] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a122a24-a5ab-4142-b4c5-03af735c3f54 req-69ec0851-37be-41c6-8333-8fc08c5e1c22 service nova] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.739327] env[69566]: DEBUG nova.compute.manager [req-7a122a24-a5ab-4142-b4c5-03af735c3f54 req-69ec0851-37be-41c6-8333-8fc08c5e1c22 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] No waiting events found dispatching network-vif-plugged-b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.739563] env[69566]: WARNING nova.compute.manager [req-7a122a24-a5ab-4142-b4c5-03af735c3f54 req-69ec0851-37be-41c6-8333-8fc08c5e1c22 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Received unexpected event network-vif-plugged-b66f1dad-d297-43f9-86ef-66719ca4b27c for instance with vm_state building and task_state spawning. [ 634.856656] env[69566]: DEBUG oslo_vmware.api [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406723, 'name': PowerOnVM_Task, 'duration_secs': 0.443696} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.857020] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.857485] env[69566]: INFO nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Took 9.88 seconds to spawn the instance on the hypervisor. [ 634.857856] env[69566]: DEBUG nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.858724] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278007b-f6ce-4bd5-ba9f-c9b72e6319d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.955416] env[69566]: DEBUG oslo_vmware.api [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406724, 'name': PowerOnVM_Task, 'duration_secs': 0.451163} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.955416] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.955416] env[69566]: INFO nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Took 7.69 seconds to spawn the instance on the hypervisor. [ 634.955416] env[69566]: DEBUG nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.955416] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d785b524-e2dc-4c44-9a04-42074f3baf87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.035348] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406727, 'name': CreateVM_Task, 'duration_secs': 0.340411} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.035439] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.047059] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.047264] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.047896] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.048176] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-048a1239-29de-455c-b175-ae8ff61c7f66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.056676] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 635.056676] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52be0d35-4638-b5ca-1309-cdb1f270c156" [ 635.056676] env[69566]: _type = "Task" [ 635.056676] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.064766] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52be0d35-4638-b5ca-1309-cdb1f270c156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.140047] env[69566]: DEBUG nova.compute.utils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.144105] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.144105] env[69566]: DEBUG nova.network.neutron [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.214655] env[69566]: DEBUG nova.network.neutron [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.254467] env[69566]: DEBUG nova.policy [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b647cc2a734e43a426b84506fb5a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e27f6f8ee6a49f7a1a89efcc8bf2229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.378909] env[69566]: INFO nova.compute.manager [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Took 14.68 seconds to build instance. [ 635.477019] env[69566]: INFO nova.compute.manager [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Took 14.76 seconds to build instance. [ 635.569998] env[69566]: DEBUG nova.network.neutron [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Updating instance_info_cache with network_info: [{"id": "83bf58e9-9ab4-4cb8-ade5-3547224b9083", "address": "fa:16:3e:93:ed:92", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bf58e9-9a", "ovs_interfaceid": "83bf58e9-9ab4-4cb8-ade5-3547224b9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.582793] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52be0d35-4638-b5ca-1309-cdb1f270c156, 'name': SearchDatastore_Task, 'duration_secs': 0.026241} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.583292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.583622] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.583971] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.584231] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.586019] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.586019] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba37596c-b507-4bc7-83cb-749f6c85a52c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.596651] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.596948] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.598159] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d357885c-b854-4119-84c2-37ced577b7b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.610834] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 635.610834] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5209ccac-6fe1-e553-5583-c50829db3879" [ 635.610834] env[69566]: _type = "Task" [ 635.610834] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.618816] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5209ccac-6fe1-e553-5583-c50829db3879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.643257] env[69566]: DEBUG nova.network.neutron [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Successfully updated port: 48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.643257] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.840295] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89490d7-c545-43db-8df6-ad5e8759b24a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.849795] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f291d62f-2c86-4c8d-894c-0f4777191e3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.884565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32c40876-9eb4-42de-84c7-70c056b08e66 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "74e9b4aa-64ff-45e9-bded-ae50de06b086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.193s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.885564] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99704b7a-5d81-4ca6-84d4-30ba501f9df5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.893913] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c6519-c65c-4a61-bc6a-abe195305c60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.910631] env[69566]: DEBUG nova.compute.provider_tree [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.980015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db26f82f-a7f1-4ff2-8099-3fdd73bcbc84 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "6ea331fd-83e8-45fd-ad6d-372835735da7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.271s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.076033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Releasing lock "refresh_cache-35ff3b23-019e-4948-a9d8-52f95fcef143" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.076033] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Instance network_info: |[{"id": "83bf58e9-9ab4-4cb8-ade5-3547224b9083", "address": "fa:16:3e:93:ed:92", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bf58e9-9a", "ovs_interfaceid": "83bf58e9-9ab4-4cb8-ade5-3547224b9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.077354] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ed:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83bf58e9-9ab4-4cb8-ade5-3547224b9083', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.086774] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Creating folder: Project (f8140d8697c34c0eb6f30391253ca3d9). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.087150] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f5cfdd-69f4-41bc-b656-673f30a4eead {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.099968] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Created folder: Project (f8140d8697c34c0eb6f30391253ca3d9) in parent group-v679651. [ 636.099968] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Creating folder: Instances. Parent ref: group-v679661. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.100123] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5d2bd7d-a085-41b5-b5c2-df10c84b82b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.113393] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Created folder: Instances in parent group-v679661. [ 636.113393] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.120538] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.120538] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bee531f-eaac-49f9-9e83-88c62b22bdf1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.141991] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5209ccac-6fe1-e553-5583-c50829db3879, 'name': SearchDatastore_Task, 'duration_secs': 0.017014} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.143834] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.143834] env[69566]: value = "task-3406730" [ 636.143834] env[69566]: _type = "Task" [ 636.143834] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.144808] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72683ce-bb10-4ffc-885c-b77253bad6c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.155466] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.155609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquired lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.155754] env[69566]: DEBUG nova.network.neutron [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.164916] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 636.164916] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524699db-9de5-fe37-afe8-ff511bd62fd5" [ 636.164916] env[69566]: _type = "Task" [ 636.164916] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.171984] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406730, 'name': CreateVM_Task} progress is 15%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.177424] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524699db-9de5-fe37-afe8-ff511bd62fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.218907] env[69566]: DEBUG nova.network.neutron [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Successfully created port: 32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.289433] env[69566]: DEBUG nova.compute.manager [req-be377d98-1b0c-4234-95cb-e7946a5b743c req-0fe20ea7-67ed-4600-87d8-f820945deab2 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Received event network-vif-plugged-83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.289590] env[69566]: DEBUG oslo_concurrency.lockutils [req-be377d98-1b0c-4234-95cb-e7946a5b743c req-0fe20ea7-67ed-4600-87d8-f820945deab2 service nova] Acquiring lock "35ff3b23-019e-4948-a9d8-52f95fcef143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.289926] env[69566]: DEBUG oslo_concurrency.lockutils [req-be377d98-1b0c-4234-95cb-e7946a5b743c req-0fe20ea7-67ed-4600-87d8-f820945deab2 service nova] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.290178] env[69566]: DEBUG oslo_concurrency.lockutils [req-be377d98-1b0c-4234-95cb-e7946a5b743c req-0fe20ea7-67ed-4600-87d8-f820945deab2 service nova] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.290685] env[69566]: DEBUG nova.compute.manager [req-be377d98-1b0c-4234-95cb-e7946a5b743c req-0fe20ea7-67ed-4600-87d8-f820945deab2 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] No waiting events found dispatching network-vif-plugged-83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.292738] env[69566]: WARNING nova.compute.manager [req-be377d98-1b0c-4234-95cb-e7946a5b743c req-0fe20ea7-67ed-4600-87d8-f820945deab2 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Received unexpected event network-vif-plugged-83bf58e9-9ab4-4cb8-ade5-3547224b9083 for instance with vm_state building and task_state spawning. [ 636.414514] env[69566]: DEBUG nova.scheduler.client.report [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.659512] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406730, 'name': CreateVM_Task, 'duration_secs': 0.456663} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.659748] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.660484] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.660657] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.660988] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.661254] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e06acb-bac8-4008-8c8a-91fbd99e865d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.670021] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.677707] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 636.677707] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f68109-8e06-3f51-6b18-87025319d277" [ 636.677707] env[69566]: _type = "Task" [ 636.677707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.685621] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524699db-9de5-fe37-afe8-ff511bd62fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01785} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.687068] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.687677] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.687677] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a340ab9-29d4-4aff-b81e-b78d9f3f265c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.694035] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f68109-8e06-3f51-6b18-87025319d277, 'name': SearchDatastore_Task} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.694701] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.694959] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.695653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.695653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.695653] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.697543] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f198dfa-df29-444a-ba14-85e5d49c6dfd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.700913] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 636.700913] env[69566]: value = "task-3406731" [ 636.700913] env[69566]: _type = "Task" [ 636.700913] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.706719] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.707935] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.711022] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601e4435-ce9b-40b5-8eb2-f7ac3057d7d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.713271] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.715468] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.715709] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.715889] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.716314] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.716314] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.716485] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.716955] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.717341] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.717723] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.718035] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.718308] env[69566]: DEBUG nova.virt.hardware [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.719441] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a0025d-be9b-4df4-8ba3-44f84becdcad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.726190] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 636.726190] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a9c749-ad3e-41df-b411-fe209224a740" [ 636.726190] env[69566]: _type = "Task" [ 636.726190] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.733777] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f593dbed-6d46-412b-9579-e2970e8b6ddd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.746890] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a9c749-ad3e-41df-b411-fe209224a740, 'name': SearchDatastore_Task, 'duration_secs': 0.008233} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.756153] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfcd250-43d0-45d0-9457-0fccd1cf0b47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.762045] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 636.762045] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e07646-08d4-2347-c8ee-6292f25a09df" [ 636.762045] env[69566]: _type = "Task" [ 636.762045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.767373] env[69566]: DEBUG nova.network.neutron [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.773829] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e07646-08d4-2347-c8ee-6292f25a09df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.920076] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.920738] env[69566]: DEBUG nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.924218] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.312s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.924218] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.924326] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 636.924927] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.991s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.929621] env[69566]: INFO nova.compute.claims [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.930802] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d36e44-7b8f-4efa-a20f-15b4a9055ab9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.940189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad312e7-2bbd-419e-96de-fac98d10f3bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.958310] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b8dc82-324f-4553-9653-fa7b1f840cf7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.967507] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac578a-e8a3-41b2-adc7-f56351e8b3e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.003341] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181018MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 637.003602] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.212106] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406731, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.248801] env[69566]: DEBUG nova.network.neutron [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Updating instance_info_cache with network_info: [{"id": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "address": "fa:16:3e:b1:fe:15", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a65d59-11", "ovs_interfaceid": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.278842] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e07646-08d4-2347-c8ee-6292f25a09df, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.279286] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.279617] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 35ff3b23-019e-4948-a9d8-52f95fcef143/35ff3b23-019e-4948-a9d8-52f95fcef143.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.280135] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10774e14-ea85-42f0-9421-9e576cbbdb89 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.291485] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 637.291485] env[69566]: value = "task-3406732" [ 637.291485] env[69566]: _type = "Task" [ 637.291485] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.303925] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.435729] env[69566]: DEBUG nova.compute.utils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.443161] env[69566]: DEBUG nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 637.717409] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816561} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.718198] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.718430] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.718706] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1590e679-220e-41f3-9426-83630fe91746 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.728382] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 637.728382] env[69566]: value = "task-3406733" [ 637.728382] env[69566]: _type = "Task" [ 637.728382] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.736645] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.752139] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Releasing lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.752139] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Instance network_info: |[{"id": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "address": "fa:16:3e:b1:fe:15", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a65d59-11", "ovs_interfaceid": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.752763] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:fe:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48a65d59-11b7-4b13-96ab-bf61e0a428fc', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.766468] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Creating folder: Project (6aff7a43ca7444adac469b56715c4b81). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.767558] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faebf69b-d666-49be-a99f-2fabed13ea12 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.781180] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Created folder: Project (6aff7a43ca7444adac469b56715c4b81) in parent group-v679651. [ 637.781180] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Creating folder: Instances. Parent ref: group-v679664. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.781180] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b126daae-5dd7-4610-8c3b-0033503ca3a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.794444] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Created folder: Instances in parent group-v679664. [ 637.794444] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.799505] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.800407] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23ac72a-ab18-4d9c-acdf-aa179b5b1b32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.833889] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406732, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.838847] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.838847] env[69566]: value = "task-3406736" [ 637.838847] env[69566]: _type = "Task" [ 637.838847] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.847380] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406736, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.943745] env[69566]: DEBUG nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.247067] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183266} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.248875] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.250018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d9d38-db49-4fe8-a132-80e72a9eab69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.288416] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.292680] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699cef92-231f-4ec2-b2a4-06e270c73edc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.322853] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649227} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.325665] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 35ff3b23-019e-4948-a9d8-52f95fcef143/35ff3b23-019e-4948-a9d8-52f95fcef143.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.325665] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.325665] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 638.325665] env[69566]: value = "task-3406737" [ 638.325665] env[69566]: _type = "Task" [ 638.325665] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.325665] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e8893ad-dde1-4e15-bfbe-db4a0490024a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.342598] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.348431] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 638.348431] env[69566]: value = "task-3406738" [ 638.348431] env[69566]: _type = "Task" [ 638.348431] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.357168] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406736, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.363606] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.371355] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "47241097-ec03-4a00-87f3-453326a0a744" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.371633] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "47241097-ec03-4a00-87f3-453326a0a744" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.388530] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc80a90-5272-4c09-96df-71a6567037da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.397835] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f9157-bd71-4873-bc43-758b44164a1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.439852] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614367bf-bd8c-40c5-846d-a04adfa5ac29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.448681] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0725d68-267e-455f-97c2-3590b4ab4ff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.467544] env[69566]: DEBUG nova.compute.provider_tree [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.735739] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "ce35adfd-a14a-49df-b054-71c6eef3e21b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.736177] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.756823] env[69566]: DEBUG nova.network.neutron [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Successfully updated port: 32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.828072] env[69566]: DEBUG nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Received event network-changed-b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.828119] env[69566]: DEBUG nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Refreshing instance network info cache due to event network-changed-b66f1dad-d297-43f9-86ef-66719ca4b27c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.828332] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Acquiring lock "refresh_cache-766f5a95-f23d-47e3-bd45-4ef94955ac5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.828472] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Acquired lock "refresh_cache-766f5a95-f23d-47e3-bd45-4ef94955ac5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.828624] env[69566]: DEBUG nova.network.neutron [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Refreshing network info cache for port b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.840354] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.852551] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406736, 'name': CreateVM_Task, 'duration_secs': 0.607667} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.855580] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.856749] env[69566]: DEBUG oslo_vmware.service [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb8a272-1303-44e4-8867-f7c12e4c0b3a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.864065] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065209} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.865614] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.865774] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.866193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.866478] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.866761] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3890cd48-963e-4672-8d35-858a9606d181 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.868747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda469fc-a22c-4ccf-a591-b1410c96378f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.874050] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.876595] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 638.876595] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b0b416-a4a3-f37c-8191-285feaa11411" [ 638.876595] env[69566]: _type = "Task" [ 638.876595] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.894733] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 35ff3b23-019e-4948-a9d8-52f95fcef143/35ff3b23-019e-4948-a9d8-52f95fcef143.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.897711] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-327ffb8f-4974-4cd6-8526-8668345dc89b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.919982] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.920266] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.920502] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.920651] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.920842] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.921137] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 638.921137] env[69566]: value = "task-3406739" [ 638.921137] env[69566]: _type = "Task" [ 638.921137] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.921326] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62151127-5cb9-470f-bb56-58f5bf6629f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.933167] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.939839] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.939971] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.941553] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f988b158-6d66-4ee1-8e71-0a273b0db0e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.949327] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-728d1d88-5f14-4a2d-bcad-8e0d252c51bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.957933] env[69566]: DEBUG nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.960701] env[69566]: DEBUG nova.compute.manager [None req-5713f8e4-ea61-4b1a-be32-289696bcd036 tempest-ServerDiagnosticsV248Test-1513218586 tempest-ServerDiagnosticsV248Test-1513218586-project-admin] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.963878] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf4b955-7a22-4b19-bc36-e2cfb3973f94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.967126] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 638.967126] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5204739a-5a49-a48b-7d7a-72431dd54663" [ 638.967126] env[69566]: _type = "Task" [ 638.967126] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.972172] env[69566]: DEBUG nova.scheduler.client.report [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.975424] env[69566]: INFO nova.compute.manager [None req-5713f8e4-ea61-4b1a-be32-289696bcd036 tempest-ServerDiagnosticsV248Test-1513218586 tempest-ServerDiagnosticsV248Test-1513218586-project-admin] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Retrieving diagnostics [ 638.978357] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0aae97-1d9a-4bf9-9168-5086aad06447 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.985322] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 638.985572] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Creating directory with path [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.985799] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe2bde7b-eca6-48f6-a7d1-0d46be49bfa3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.015841] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.016095] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.016255] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.016434] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.016578] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.016740] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.016959] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.017136] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.017295] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.017454] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.017623] env[69566]: DEBUG nova.virt.hardware [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.019089] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f158600-f5c1-47bd-b25b-401f34f5452e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.026794] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff73dd0-62c9-4b59-ae1a-a73a19816fa9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.041720] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.047738] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Creating folder: Project (f965bae8c579495da9fd008441540fe3). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.048297] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a4632d9-522e-4c36-9289-44451eab9ec4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.055164] env[69566]: INFO nova.compute.manager [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Rebuilding instance [ 639.059467] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Created folder: Project (f965bae8c579495da9fd008441540fe3) in parent group-v679651. [ 639.059656] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Creating folder: Instances. Parent ref: group-v679667. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.059915] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Created directory with path [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.060112] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Fetch image to [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 639.060433] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Downloading image file data 0ebfcbf7-ed1f-4512-8792-34be4838a9de to [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk on the data store datastore2 {{(pid=69566) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 639.060510] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3255778a-62b1-4980-82e5-059a1c4f8909 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.062580] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff1499b-0a46-4bc4-bf53-48af3f5350f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.069735] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c3f9f5-93f6-4fe3-8da0-85f5b18e803c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.073197] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Created folder: Instances in parent group-v679667. [ 639.074081] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.074081] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.074081] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82cea38f-a1a7-4af0-b410-884a4da11165 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.097472] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa89cf47-6564-455c-a4ab-50ddb4d99b7d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.104950] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.104950] env[69566]: value = "task-3406742" [ 639.104950] env[69566]: _type = "Task" [ 639.104950] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.136721] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8659cd-a561-4cff-b1cb-08fca0e9ece7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.144770] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406742, 'name': CreateVM_Task} progress is 15%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.145234] env[69566]: DEBUG nova.compute.manager [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.146412] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e630f23d-c87a-4451-92f3-e98f21c1250d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.151362] env[69566]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4e4096fb-a5cb-440f-bc6e-19b8c2eb9fb0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.205029] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Downloading image file data 0ebfcbf7-ed1f-4512-8792-34be4838a9de to the data store datastore2 {{(pid=69566) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 639.240394] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.261999] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "refresh_cache-7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.261999] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "refresh_cache-7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.261999] env[69566]: DEBUG nova.network.neutron [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.278608] env[69566]: DEBUG oslo_vmware.rw_handles [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 639.357598] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406737, 'name': ReconfigVM_Task, 'duration_secs': 0.906822} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.357598] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.357821] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-385426bb-1f42-410b-be31-7b7e427912a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.364719] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 639.364719] env[69566]: value = "task-3406743" [ 639.364719] env[69566]: _type = "Task" [ 639.364719] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.373774] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406743, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.412741] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.441832] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.476703] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.477319] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.485376] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.154s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.487290] env[69566]: INFO nova.compute.claims [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.615629] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406742, 'name': CreateVM_Task, 'duration_secs': 0.388559} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.615808] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.616265] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.616409] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.616740] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.617048] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47f06c0-527a-4b5f-98a9-25ca91aab3d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.622080] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 639.622080] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ad24fe-5094-adac-13d6-f830593d1b5f" [ 639.622080] env[69566]: _type = "Task" [ 639.622080] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.630253] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ad24fe-5094-adac-13d6-f830593d1b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.748787] env[69566]: DEBUG nova.network.neutron [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Updated VIF entry in instance network info cache for port b66f1dad-d297-43f9-86ef-66719ca4b27c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.749175] env[69566]: DEBUG nova.network.neutron [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Updating instance_info_cache with network_info: [{"id": "b66f1dad-d297-43f9-86ef-66719ca4b27c", "address": "fa:16:3e:e3:db:ad", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66f1dad-d2", "ovs_interfaceid": "b66f1dad-d297-43f9-86ef-66719ca4b27c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.768054] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.812979] env[69566]: DEBUG nova.network.neutron [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.834140] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.834445] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.876252] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406743, 'name': Rename_Task, 'duration_secs': 0.232183} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.877021] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.877347] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db9454a7-ee52-4ab9-a8a5-13db43407fc5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.883965] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 639.883965] env[69566]: value = "task-3406744" [ 639.883965] env[69566]: _type = "Task" [ 639.883965] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.897514] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.933874] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406739, 'name': ReconfigVM_Task, 'duration_secs': 0.566997} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.933874] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 35ff3b23-019e-4948-a9d8-52f95fcef143/35ff3b23-019e-4948-a9d8-52f95fcef143.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.935038] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcd7ecc0-0326-4935-9f06-33536acf5e9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.941070] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 639.941070] env[69566]: value = "task-3406745" [ 639.941070] env[69566]: _type = "Task" [ 639.941070] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.949570] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406745, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.992088] env[69566]: DEBUG nova.compute.utils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.995630] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.995795] env[69566]: DEBUG nova.network.neutron [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.064328] env[69566]: DEBUG nova.policy [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e72345d826d46048fb1ad17647aa38a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a2ddb99470f4e538ded3cfd03713631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.088837] env[69566]: DEBUG nova.network.neutron [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Updating instance_info_cache with network_info: [{"id": "32337ac0-677d-4885-9a02-ba5111d9db7f", "address": "fa:16:3e:ca:1d:45", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32337ac0-67", "ovs_interfaceid": "32337ac0-677d-4885-9a02-ba5111d9db7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.134630] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.134922] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.135156] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.162030] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.162355] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d8ad15-b0b9-4c12-95b5-27b23a0a1b7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.171217] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 640.171217] env[69566]: value = "task-3406746" [ 640.171217] env[69566]: _type = "Task" [ 640.171217] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.182564] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.187388] env[69566]: DEBUG oslo_vmware.rw_handles [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 640.187388] env[69566]: DEBUG oslo_vmware.rw_handles [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 640.246960] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Downloaded image file data 0ebfcbf7-ed1f-4512-8792-34be4838a9de to vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk on the data store datastore2 {{(pid=69566) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 640.248770] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 640.249031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Copying Virtual Disk [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk to [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.249338] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1642f19-78e7-4831-98c4-65808cf486b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.253930] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Releasing lock "refresh_cache-766f5a95-f23d-47e3-bd45-4ef94955ac5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.254322] env[69566]: DEBUG nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Received event network-vif-plugged-48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.254630] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Acquiring lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.254955] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.255139] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.255370] env[69566]: DEBUG nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] No waiting events found dispatching network-vif-plugged-48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.255606] env[69566]: WARNING nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Received unexpected event network-vif-plugged-48a65d59-11b7-4b13-96ab-bf61e0a428fc for instance with vm_state building and task_state spawning. [ 640.256758] env[69566]: DEBUG nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Received event network-changed-48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.256758] env[69566]: DEBUG nova.compute.manager [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Refreshing instance network info cache due to event network-changed-48a65d59-11b7-4b13-96ab-bf61e0a428fc. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.256758] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Acquiring lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.256758] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Acquired lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.256904] env[69566]: DEBUG nova.network.neutron [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Refreshing network info cache for port 48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.264780] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 640.264780] env[69566]: value = "task-3406747" [ 640.264780] env[69566]: _type = "Task" [ 640.264780] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.278742] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.402803] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.422922] env[69566]: DEBUG nova.network.neutron [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Successfully created port: 118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.453187] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406745, 'name': Rename_Task, 'duration_secs': 0.174212} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.453187] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.453187] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-337480ca-226d-4e6a-b892-7e7b1bf61bc2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.461044] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 640.461044] env[69566]: value = "task-3406748" [ 640.461044] env[69566]: _type = "Task" [ 640.461044] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.469741] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.496956] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.575642] env[69566]: DEBUG nova.compute.manager [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Received event network-changed-83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.575642] env[69566]: DEBUG nova.compute.manager [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Refreshing instance network info cache due to event network-changed-83bf58e9-9ab4-4cb8-ade5-3547224b9083. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.575642] env[69566]: DEBUG oslo_concurrency.lockutils [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] Acquiring lock "refresh_cache-35ff3b23-019e-4948-a9d8-52f95fcef143" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.575642] env[69566]: DEBUG oslo_concurrency.lockutils [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] Acquired lock "refresh_cache-35ff3b23-019e-4948-a9d8-52f95fcef143" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.575642] env[69566]: DEBUG nova.network.neutron [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Refreshing network info cache for port 83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.591501] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "refresh_cache-7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.591845] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Instance network_info: |[{"id": "32337ac0-677d-4885-9a02-ba5111d9db7f", "address": "fa:16:3e:ca:1d:45", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32337ac0-67", "ovs_interfaceid": "32337ac0-677d-4885-9a02-ba5111d9db7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.593496] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:1d:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32337ac0-677d-4885-9a02-ba5111d9db7f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.605967] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.606430] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.611256] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a61c72-ff74-46b1-b205-de84d0d08c5a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.634208] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.634208] env[69566]: value = "task-3406749" [ 640.634208] env[69566]: _type = "Task" [ 640.634208] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.645382] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406749, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.686909] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406746, 'name': PowerOffVM_Task, 'duration_secs': 0.14219} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.687227] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.687927] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.688507] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1cd8c7-5efa-452d-9f68-1fac173033d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.703068] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.703236] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f346a19-662e-4d55-bc43-295b057e7b47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.730364] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.730364] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.730549] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleting the datastore file [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.730865] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f931c91-1728-458a-bb2b-4392b197f236 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.744252] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 640.744252] env[69566]: value = "task-3406751" [ 640.744252] env[69566]: _type = "Task" [ 640.744252] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.754849] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.777226] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406747, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.816739] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dcabcc-3ca9-4c86-b97b-6774106a30cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.824426] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7d4ced-225f-4335-a13d-5c3788f4bf4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.862335] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a05f014-ae4f-4ede-9c7e-c45ea3447e67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.870283] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6848e154-cda3-40a4-b320-43da56c292d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.886036] env[69566]: DEBUG nova.compute.provider_tree [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.896769] env[69566]: DEBUG oslo_vmware.api [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406744, 'name': PowerOnVM_Task, 'duration_secs': 0.724123} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.896949] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.898908] env[69566]: INFO nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Took 11.32 seconds to spawn the instance on the hypervisor. [ 640.898908] env[69566]: DEBUG nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.898908] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37ab10-9991-4763-9714-fd3742fb9d09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.973409] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406748, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.128354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "44a401b3-fd23-4f35-b378-5c72e56be77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.128739] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.148494] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406749, 'name': CreateVM_Task, 'duration_secs': 0.447377} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.151341] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.152180] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.152550] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.153229] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.153892] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4850fe97-08da-4d91-aa01-1ee831ea3bf0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.162102] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 641.162102] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cb46b8-724e-2cb4-b01a-b4f516a55a4f" [ 641.162102] env[69566]: _type = "Task" [ 641.162102] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.174030] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cb46b8-724e-2cb4-b01a-b4f516a55a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.258323] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2276} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.258713] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.258949] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.259206] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.275591] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710838} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.275842] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Copied Virtual Disk [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk to [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.276042] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleting the datastore file [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de/tmp-sparse.vmdk {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.276300] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc9442c-94aa-48bc-ad66-f460abee90af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.283626] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 641.283626] env[69566]: value = "task-3406752" [ 641.283626] env[69566]: _type = "Task" [ 641.283626] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.291091] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.390079] env[69566]: DEBUG nova.scheduler.client.report [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.427922] env[69566]: INFO nova.compute.manager [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Took 20.66 seconds to build instance. [ 641.481457] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406748, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.517203] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.526449] env[69566]: DEBUG nova.network.neutron [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Updated VIF entry in instance network info cache for port 48a65d59-11b7-4b13-96ab-bf61e0a428fc. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.526848] env[69566]: DEBUG nova.network.neutron [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Updating instance_info_cache with network_info: [{"id": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "address": "fa:16:3e:b1:fe:15", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a65d59-11", "ovs_interfaceid": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.555397] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.555621] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.556282] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.556548] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.556787] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.556954] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.557934] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.557934] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.557934] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.557934] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.557934] env[69566]: DEBUG nova.virt.hardware [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.559997] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def43da9-7bda-4d63-9b65-7c8deb44946d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.575024] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e81926-1f80-4765-8355-da48a4090124 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.638529] env[69566]: DEBUG nova.network.neutron [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Updated VIF entry in instance network info cache for port 83bf58e9-9ab4-4cb8-ade5-3547224b9083. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.638859] env[69566]: DEBUG nova.network.neutron [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Updating instance_info_cache with network_info: [{"id": "83bf58e9-9ab4-4cb8-ade5-3547224b9083", "address": "fa:16:3e:93:ed:92", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83bf58e9-9a", "ovs_interfaceid": "83bf58e9-9ab4-4cb8-ade5-3547224b9083", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.677426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.677959] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.677959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.797879] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032306} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.799147] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.799407] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Moving file from [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c/0ebfcbf7-ed1f-4512-8792-34be4838a9de to [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de. {{(pid=69566) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 641.799683] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-2e5dab6a-3ddd-405b-a16d-743b8a2db9a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.808533] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 641.808533] env[69566]: value = "task-3406753" [ 641.808533] env[69566]: _type = "Task" [ 641.808533] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.816721] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406753, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.898093] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.899182] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.902192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.469s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.907095] env[69566]: INFO nova.compute.claims [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.934920] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4c511a60-c15d-420f-b5fe-8d771ad62684 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.183s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.979187] env[69566]: DEBUG oslo_vmware.api [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3406748, 'name': PowerOnVM_Task, 'duration_secs': 1.076002} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.979187] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.979187] env[69566]: INFO nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Took 10.06 seconds to spawn the instance on the hypervisor. [ 641.979187] env[69566]: DEBUG nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.979187] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc3b408-50ab-4e61-9cb2-ce5de172b218 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.032043] env[69566]: DEBUG oslo_concurrency.lockutils [req-c92b8b55-a3e0-46a7-9f4a-10db85b7981f req-1df86f31-000e-42dc-ab27-3f4824cc99a5 service nova] Releasing lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.141593] env[69566]: DEBUG oslo_concurrency.lockutils [req-3d0d1d6c-69f2-450a-bd41-0ea7776254fe req-7e49e734-f356-449c-942e-0b6ea6ff6251 service nova] Releasing lock "refresh_cache-35ff3b23-019e-4948-a9d8-52f95fcef143" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.188896] env[69566]: DEBUG nova.network.neutron [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Successfully updated port: 118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.194473] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "5a0b7a89-2e90-4682-ab57-180fdb270469" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.195263] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.299225] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.299225] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.299225] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.299225] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.300555] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.300967] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.301464] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.301805] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.302103] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.302390] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.302703] env[69566]: DEBUG nova.virt.hardware [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.304067] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dcebec-3e36-4d58-a0b7-45bd6c36f2a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.318140] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b7735d-48db-4196-9fcc-98e2bc6133fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.327704] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406753, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.094046} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.328375] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] File moved {{(pid=69566) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 642.328641] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Cleaning up location [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 642.328830] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleting the datastore file [datastore2] vmware_temp/e5d4fcf7-89d1-448a-be92-5de48e58ca1c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.329094] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ac711f-e3be-4e95-b39a-88ea5022ea70 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.339209] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.345092] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.345802] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.346042] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-042ccc0a-31da-496d-a5f9-f87fdc4278b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.359770] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 642.359770] env[69566]: value = "task-3406754" [ 642.359770] env[69566]: _type = "Task" [ 642.359770] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.364906] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.364906] env[69566]: value = "task-3406755" [ 642.364906] env[69566]: _type = "Task" [ 642.364906] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.371234] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.376290] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406755, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.411825] env[69566]: DEBUG nova.compute.utils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.416203] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.416278] env[69566]: DEBUG nova.network.neutron [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.440106] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.508550] env[69566]: INFO nova.compute.manager [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Took 21.50 seconds to build instance. [ 642.533188] env[69566]: DEBUG nova.policy [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6188412da043d8896e4c3ab597bb47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebe96a1ab8b4113a822c3c3ba197b1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.695476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "refresh_cache-dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.695646] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquired lock "refresh_cache-dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.695806] env[69566]: DEBUG nova.network.neutron [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.762445] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.763074] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.876984] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406755, 'name': CreateVM_Task, 'duration_secs': 0.340811} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.879654] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.879948] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039767} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.880319] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.880829] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.880829] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.881061] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.881794] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56477644-60ca-4036-9bda-62aa4ab0c95c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.883818] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7115029f-51b7-45b2-b94e-623b1f5ee45f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.888557] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 642.888557] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d1ffe8-4046-e299-4fe6-986140d935c3" [ 642.888557] env[69566]: _type = "Task" [ 642.888557] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.889763] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 642.889763] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52352fde-ed17-ca64-3882-871bff5e74b4" [ 642.889763] env[69566]: _type = "Task" [ 642.889763] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.901259] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d1ffe8-4046-e299-4fe6-986140d935c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.904282] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52352fde-ed17-ca64-3882-871bff5e74b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.915032] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.961990] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.010119] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ae20e3fc-5a6d-4483-807c-9cbeb51f9a75 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.022s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.094062] env[69566]: DEBUG nova.network.neutron [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Successfully created port: f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.207872] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361973cd-816b-405f-8f3b-aec4a31ed2ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.219974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d834ba62-ea61-414c-a82a-06ee742c5736 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.258281] env[69566]: DEBUG nova.network.neutron [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.263522] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf65ff9-16a9-4b5b-891b-eb6965aac05c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.270805] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ec124-58bf-4fc8-a27d-a845bdaedca9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.288138] env[69566]: DEBUG nova.compute.provider_tree [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.364063] env[69566]: DEBUG nova.compute.manager [req-f12390f5-19a8-4239-ac39-80355f4d1c59 req-b5a36672-c048-444e-b155-9ccf177073e1 service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Received event network-vif-plugged-118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.364162] env[69566]: DEBUG oslo_concurrency.lockutils [req-f12390f5-19a8-4239-ac39-80355f4d1c59 req-b5a36672-c048-444e-b155-9ccf177073e1 service nova] Acquiring lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.364478] env[69566]: DEBUG oslo_concurrency.lockutils [req-f12390f5-19a8-4239-ac39-80355f4d1c59 req-b5a36672-c048-444e-b155-9ccf177073e1 service nova] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.364636] env[69566]: DEBUG oslo_concurrency.lockutils [req-f12390f5-19a8-4239-ac39-80355f4d1c59 req-b5a36672-c048-444e-b155-9ccf177073e1 service nova] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.365033] env[69566]: DEBUG nova.compute.manager [req-f12390f5-19a8-4239-ac39-80355f4d1c59 req-b5a36672-c048-444e-b155-9ccf177073e1 service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] No waiting events found dispatching network-vif-plugged-118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.365228] env[69566]: WARNING nova.compute.manager [req-f12390f5-19a8-4239-ac39-80355f4d1c59 req-b5a36672-c048-444e-b155-9ccf177073e1 service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Received unexpected event network-vif-plugged-118532fe-174d-4403-adeb-61433e3042af for instance with vm_state building and task_state spawning. [ 643.400917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.401172] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.405398] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d1ffe8-4046-e299-4fe6-986140d935c3, 'name': SearchDatastore_Task, 'duration_secs': 0.017137} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.406038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406249] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.406459] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.411028] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52352fde-ed17-ca64-3882-871bff5e74b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022303} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.411253] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.411702] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] e34c7fbb-29c7-4265-8813-2eefb6770cd4/e34c7fbb-29c7-4265-8813-2eefb6770cd4.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.411802] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.411912] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.412130] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23138cc4-a978-4038-a2e2-1a5009bd0be0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.414050] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efc62cab-0fdd-4d3e-8fd8-bc3edfb8b5e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.425436] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 643.425436] env[69566]: value = "task-3406756" [ 643.425436] env[69566]: _type = "Task" [ 643.425436] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.426892] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.427089] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.430831] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c354e3-4581-4730-a99d-adbd362821ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.436059] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 643.436059] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b3fc79-4bc9-a35d-ad5e-e49b52fd4676" [ 643.436059] env[69566]: _type = "Task" [ 643.436059] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.439531] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.447096] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b3fc79-4bc9-a35d-ad5e-e49b52fd4676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.513500] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.536651] env[69566]: DEBUG nova.network.neutron [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Updating instance_info_cache with network_info: [{"id": "118532fe-174d-4403-adeb-61433e3042af", "address": "fa:16:3e:b4:84:fd", "network": {"id": "ec7bcedc-a6e4-466a-aa7d-259f446bbe61", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1027178947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2ddb99470f4e538ded3cfd03713631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118532fe-17", "ovs_interfaceid": "118532fe-174d-4403-adeb-61433e3042af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.619691] env[69566]: DEBUG nova.compute.manager [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Received event network-vif-plugged-32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.619913] env[69566]: DEBUG oslo_concurrency.lockutils [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] Acquiring lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.620163] env[69566]: DEBUG oslo_concurrency.lockutils [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.620292] env[69566]: DEBUG oslo_concurrency.lockutils [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.620506] env[69566]: DEBUG nova.compute.manager [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] No waiting events found dispatching network-vif-plugged-32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.620614] env[69566]: WARNING nova.compute.manager [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Received unexpected event network-vif-plugged-32337ac0-677d-4885-9a02-ba5111d9db7f for instance with vm_state building and task_state spawning. [ 643.620767] env[69566]: DEBUG nova.compute.manager [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Received event network-changed-32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.620917] env[69566]: DEBUG nova.compute.manager [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Refreshing instance network info cache due to event network-changed-32337ac0-677d-4885-9a02-ba5111d9db7f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.621406] env[69566]: DEBUG oslo_concurrency.lockutils [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] Acquiring lock "refresh_cache-7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.621587] env[69566]: DEBUG oslo_concurrency.lockutils [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] Acquired lock "refresh_cache-7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.621751] env[69566]: DEBUG nova.network.neutron [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Refreshing network info cache for port 32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.792378] env[69566]: DEBUG nova.scheduler.client.report [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.928133] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.941032] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406756, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.951562] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b3fc79-4bc9-a35d-ad5e-e49b52fd4676, 'name': SearchDatastore_Task, 'duration_secs': 0.029503} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.954266] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.954493] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.954667] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.954873] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.955036] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.955316] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.955586] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.955721] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.955971] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.956096] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.956275] env[69566]: DEBUG nova.virt.hardware [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.957562] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db3c68-30b8-43f1-ac5e-642ee3a00c36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.960508] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efb094f-803f-4111-b6aa-5fc1f3b8b17e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.968134] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe46f28c-c7e3-4724-a73a-c23efc0606df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.972045] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 643.972045] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526b536b-e8bb-b918-b02e-2c145ef8a1e9" [ 643.972045] env[69566]: _type = "Task" [ 643.972045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.994295] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526b536b-e8bb-b918-b02e-2c145ef8a1e9, 'name': SearchDatastore_Task, 'duration_secs': 0.024788} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.994561] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.994829] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.995223] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.995322] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.995537] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17916022-3ae8-43e2-8338-52325642825a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.997602] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3336249f-6046-422f-88a7-56a7dcdc58f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.003684] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 644.003684] env[69566]: value = "task-3406757" [ 644.003684] env[69566]: _type = "Task" [ 644.003684] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.011443] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.013101] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.013101] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.013785] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf4140a-9f96-4b2f-b2f2-cd09422e6aa0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.023270] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 644.023270] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5284697a-5659-52c7-953e-7b9b5efe8cd9" [ 644.023270] env[69566]: _type = "Task" [ 644.023270] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.034712] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5284697a-5659-52c7-953e-7b9b5efe8cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.038725] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.039267] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Releasing lock "refresh_cache-dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.039537] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Instance network_info: |[{"id": "118532fe-174d-4403-adeb-61433e3042af", "address": "fa:16:3e:b4:84:fd", "network": {"id": "ec7bcedc-a6e4-466a-aa7d-259f446bbe61", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1027178947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2ddb99470f4e538ded3cfd03713631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118532fe-17", "ovs_interfaceid": "118532fe-174d-4403-adeb-61433e3042af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.039916] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:84:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '118532fe-174d-4403-adeb-61433e3042af', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.048071] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Creating folder: Project (3a2ddb99470f4e538ded3cfd03713631). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.048408] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44c389f7-4e33-493f-a61b-2dc943626a56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.059446] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Created folder: Project (3a2ddb99470f4e538ded3cfd03713631) in parent group-v679651. [ 644.059692] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Creating folder: Instances. Parent ref: group-v679672. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.059958] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb910dc4-b348-4373-967f-b2e7a454a248 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.071431] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Created folder: Instances in parent group-v679672. [ 644.071726] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.071939] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.072221] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd708af5-38fb-442f-9fc6-09cd1ab558d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.091749] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.091749] env[69566]: value = "task-3406760" [ 644.091749] env[69566]: _type = "Task" [ 644.091749] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.100991] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406760, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.297948] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.298552] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.303558] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.300s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.442009] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920087} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.442009] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] e34c7fbb-29c7-4265-8813-2eefb6770cd4/e34c7fbb-29c7-4265-8813-2eefb6770cd4.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.442009] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.442009] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89db6306-cf30-470b-b5be-abd8cb8909f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.449365] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 644.449365] env[69566]: value = "task-3406765" [ 644.449365] env[69566]: _type = "Task" [ 644.449365] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.460581] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.501439] env[69566]: DEBUG nova.network.neutron [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Updated VIF entry in instance network info cache for port 32337ac0-677d-4885-9a02-ba5111d9db7f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.501988] env[69566]: DEBUG nova.network.neutron [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Updating instance_info_cache with network_info: [{"id": "32337ac0-677d-4885-9a02-ba5111d9db7f", "address": "fa:16:3e:ca:1d:45", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32337ac0-67", "ovs_interfaceid": "32337ac0-677d-4885-9a02-ba5111d9db7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.517128] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.542695] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5284697a-5659-52c7-953e-7b9b5efe8cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.065124} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.543698] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f86452c-faab-48fa-9001-171f2d301aee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.550696] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 644.550696] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5258048f-1feb-21cf-6b9e-1880e49fdfb0" [ 644.550696] env[69566]: _type = "Task" [ 644.550696] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.559467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "f173734d-a046-4647-92c2-a9595f031a39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.559823] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "f173734d-a046-4647-92c2-a9595f031a39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.567022] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5258048f-1feb-21cf-6b9e-1880e49fdfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.603384] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406760, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.746978] env[69566]: DEBUG nova.network.neutron [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Successfully updated port: f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.807242] env[69566]: DEBUG nova.compute.utils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.817321] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.817321] env[69566]: DEBUG nova.network.neutron [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.864118] env[69566]: DEBUG nova.policy [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a15a608f71e4381a998f357b4810ef1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37386e8520b34b658328871aaa258c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.963682] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166778} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.963682] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.963682] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb388d-160e-4ca0-af90-b9fd9e44b8f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.986631] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e34c7fbb-29c7-4265-8813-2eefb6770cd4/e34c7fbb-29c7-4265-8813-2eefb6770cd4.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.987323] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc0b1c1a-f3e0-4e89-8e66-e734a34a7321 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.010505] env[69566]: DEBUG oslo_concurrency.lockutils [req-67662d6f-8db3-41ef-9f22-df4d2a9be235 req-a4325828-52ac-4e13-a597-32329cc7c9ca service nova] Releasing lock "refresh_cache-7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.014011] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803245} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.015255] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.019022] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.019022] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 645.019022] env[69566]: value = "task-3406766" [ 645.019022] env[69566]: _type = "Task" [ 645.019022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.019022] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddd674e9-90d3-40da-99ed-6c5a629ff0ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.028270] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.029530] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 645.029530] env[69566]: value = "task-3406767" [ 645.029530] env[69566]: _type = "Task" [ 645.029530] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.037422] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.063178] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5258048f-1feb-21cf-6b9e-1880e49fdfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.053545} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.063433] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.063688] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8/7d6c0a8d-6764-4774-9ba7-2c7fb63205d8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.063956] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.064227] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.064447] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8b70e8e-f844-4141-b735-df932d00e6bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.066377] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178e8de9-71ae-416f-a5b4-35b0b6164647 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.072541] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 645.072541] env[69566]: value = "task-3406768" [ 645.072541] env[69566]: _type = "Task" [ 645.072541] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.077255] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.077255] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.078101] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7029857-e297-4992-8826-866016a319bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.084458] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.087650] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 645.087650] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522eb235-418e-4c10-6bf5-2b7f269f5924" [ 645.087650] env[69566]: _type = "Task" [ 645.087650] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.103420] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522eb235-418e-4c10-6bf5-2b7f269f5924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.107089] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406760, 'name': CreateVM_Task, 'duration_secs': 0.734497} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.107089] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.107379] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.107615] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.107852] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.108112] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8df46a6-b7ca-45dd-8a97-2b1b2743f6a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.112265] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 645.112265] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5252ab7a-c818-8952-06a5-534357fbb671" [ 645.112265] env[69566]: _type = "Task" [ 645.112265] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.123540] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5252ab7a-c818-8952-06a5-534357fbb671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.216174] env[69566]: DEBUG nova.network.neutron [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Successfully created port: 896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.248408] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.248591] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.248803] env[69566]: DEBUG nova.network.neutron [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.318028] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.332904] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Acquiring lock "35ff3b23-019e-4948-a9d8-52f95fcef143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.334465] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.335137] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Acquiring lock "35ff3b23-019e-4948-a9d8-52f95fcef143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.335486] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.336200] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.339376] env[69566]: INFO nova.compute.manager [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Terminating instance [ 645.355800] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 766f5a95-f23d-47e3-bd45-4ef94955ac5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.355966] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 74e9b4aa-64ff-45e9-bded-ae50de06b086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356109] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 6ea331fd-83e8-45fd-ad6d-372835735da7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356449] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 35ff3b23-019e-4948-a9d8-52f95fcef143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356449] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance e34c7fbb-29c7-4265-8813-2eefb6770cd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356553] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356585] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3a2c5c41-748f-4bbc-9507-d83c8f554b04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356701] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356850] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.356977] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.536689] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.549569] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325721} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.549984] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.551183] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111d00b3-0d2f-4e13-b6cb-625a7e670049 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.588355] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.594528] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9fb0cf6-efe7-4df8-a8cf-445b549ac005 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.636257] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406768, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.645610] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 645.645610] env[69566]: value = "task-3406769" [ 645.645610] env[69566]: _type = "Task" [ 645.645610] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.661464] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522eb235-418e-4c10-6bf5-2b7f269f5924, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.663852] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f291d9-51ce-4014-9c8c-caf06a2f2f13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.679486] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5252ab7a-c818-8952-06a5-534357fbb671, 'name': SearchDatastore_Task, 'duration_secs': 0.029199} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.679857] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.682549] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.682549] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.682549] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.684507] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 645.684507] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525384d7-e31c-1c27-bdae-53836618f998" [ 645.684507] env[69566]: _type = "Task" [ 645.684507] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.696716] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525384d7-e31c-1c27-bdae-53836618f998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.808227] env[69566]: DEBUG nova.network.neutron [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.849925] env[69566]: DEBUG nova.compute.manager [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.850623] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.851130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67b7909-a92c-45ac-ad59-2b060a83e801 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861812] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 47241097-ec03-4a00-87f3-453326a0a744 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 645.862047] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.862538] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a66bdb-a65d-4a7a-8981-7446ed2d2107 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.869751] env[69566]: DEBUG oslo_vmware.api [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Waiting for the task: (returnval){ [ 645.869751] env[69566]: value = "task-3406770" [ 645.869751] env[69566]: _type = "Task" [ 645.869751] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.881189] env[69566]: DEBUG oslo_vmware.api [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Task: {'id': task-3406770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.030328] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.060628] env[69566]: DEBUG nova.network.neutron [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance_info_cache with network_info: [{"id": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "address": "fa:16:3e:09:ff:16", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c9937f-4a", "ovs_interfaceid": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.088977] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.904313} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.089260] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8/7d6c0a8d-6764-4774-9ba7-2c7fb63205d8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.089502] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.089767] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db30625d-c235-448b-982c-12c519f70dba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.096285] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 646.096285] env[69566]: value = "task-3406771" [ 646.096285] env[69566]: _type = "Task" [ 646.096285] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.104674] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.156222] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.197621] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525384d7-e31c-1c27-bdae-53836618f998, 'name': SearchDatastore_Task, 'duration_secs': 0.05178} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.198959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.198959] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.198959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.198959] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.199412] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becf9eba-1325-406a-9387-17909e2b0dd8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.202059] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-714b2f03-dc33-48b1-a270-4c8e25982314 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.209799] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 646.209799] env[69566]: value = "task-3406772" [ 646.209799] env[69566]: _type = "Task" [ 646.209799] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.214688] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.214853] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.215956] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d18f9544-34a1-483c-bf98-eaa7b4f61546 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.222821] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.227409] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 646.227409] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ede0fd-5cf1-642c-6914-81596529b637" [ 646.227409] env[69566]: _type = "Task" [ 646.227409] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.234861] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ede0fd-5cf1-642c-6914-81596529b637, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.334448] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.361502] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.361768] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.361928] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.362126] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.362273] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.362415] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.362616] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.362768] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.362945] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.363094] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.363263] env[69566]: DEBUG nova.virt.hardware [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.363967] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance ce35adfd-a14a-49df-b054-71c6eef3e21b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.365694] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a6bed-0601-4a16-b0f3-8c8ffdad39a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.378103] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eb333e-2e48-4cc8-b71b-1757b334fa47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.388069] env[69566]: DEBUG oslo_vmware.api [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Task: {'id': task-3406770, 'name': PowerOffVM_Task, 'duration_secs': 0.301043} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.388783] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.389042] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.389306] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166bd9ed-747a-4c11-82d4-c36179c73f1f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.462443] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.462688] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.462878] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Deleting the datastore file [datastore1] 35ff3b23-019e-4948-a9d8-52f95fcef143 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.463835] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-182a5568-75aa-4356-806d-011e6ade711c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.474757] env[69566]: DEBUG oslo_vmware.api [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Waiting for the task: (returnval){ [ 646.474757] env[69566]: value = "task-3406774" [ 646.474757] env[69566]: _type = "Task" [ 646.474757] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.491422] env[69566]: DEBUG oslo_vmware.api [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Task: {'id': task-3406774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.531096] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406766, 'name': ReconfigVM_Task, 'duration_secs': 1.038718} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.531395] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e34c7fbb-29c7-4265-8813-2eefb6770cd4/e34c7fbb-29c7-4265-8813-2eefb6770cd4.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.531989] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5e2958-6d42-4c39-ab0c-2fe2f22c4fee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.537369] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 646.537369] env[69566]: value = "task-3406775" [ 646.537369] env[69566]: _type = "Task" [ 646.537369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.547585] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406775, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.563813] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.564274] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Instance network_info: |[{"id": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "address": "fa:16:3e:09:ff:16", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c9937f-4a", "ovs_interfaceid": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.564791] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ff:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c9937f-4acf-4121-9777-6ef52e3013f2', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.575836] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Creating folder: Project (7ebe96a1ab8b4113a822c3c3ba197b1e). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.576242] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e889098a-4fdd-4457-9cb7-13aed9d501da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.588861] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Created folder: Project (7ebe96a1ab8b4113a822c3c3ba197b1e) in parent group-v679651. [ 646.588861] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Creating folder: Instances. Parent ref: group-v679678. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.591446] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-743391d8-81df-4fbb-99de-bf92ab59274f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.602450] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Created folder: Instances in parent group-v679678. [ 646.602953] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.603666] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.604085] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b098ed-dd28-4aec-a60e-f2ad85366667 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.625877] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19724} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.627047] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.628253] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70f9d1-49e2-429a-9987-86f239a65137 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.631913] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.631913] env[69566]: value = "task-3406778" [ 646.631913] env[69566]: _type = "Task" [ 646.631913] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.639496] env[69566]: DEBUG nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Received event network-changed-118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.639702] env[69566]: DEBUG nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Refreshing instance network info cache due to event network-changed-118532fe-174d-4403-adeb-61433e3042af. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.639919] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Acquiring lock "refresh_cache-dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.640083] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Acquired lock "refresh_cache-dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.640336] env[69566]: DEBUG nova.network.neutron [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Refreshing network info cache for port 118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.668371] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8/7d6c0a8d-6764-4774-9ba7-2c7fb63205d8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.670177] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406778, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.674467] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9198ec6e-ec05-40b0-84ac-7e9c47478163 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.698166] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406769, 'name': ReconfigVM_Task, 'duration_secs': 0.833899} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.699569] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.701299] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 646.701299] env[69566]: value = "task-3406779" [ 646.701299] env[69566]: _type = "Task" [ 646.701299] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.701299] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed830e9-bbde-405a-90ae-e0ba2d72239e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.711680] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 646.711680] env[69566]: value = "task-3406780" [ 646.711680] env[69566]: _type = "Task" [ 646.711680] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.718425] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.730187] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406780, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.735103] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406772, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.747662] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ede0fd-5cf1-642c-6914-81596529b637, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.748606] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51d751f-c331-4070-bc59-f31f9a3bc783 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.756203] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 646.756203] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a161d3-9e9f-d918-30dc-2b72a7fe302d" [ 646.756203] env[69566]: _type = "Task" [ 646.756203] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.769009] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a161d3-9e9f-d918-30dc-2b72a7fe302d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.856557] env[69566]: DEBUG nova.network.neutron [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Successfully updated port: 896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.870289] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance cbd67281-11b6-4ef5-9223-d6eb7600e50b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.992661] env[69566]: DEBUG oslo_vmware.api [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Task: {'id': task-3406774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410971} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.993096] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.993408] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.993653] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.994020] env[69566]: INFO nova.compute.manager [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Took 1.14 seconds to destroy the instance on the hypervisor. [ 646.994369] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.994624] env[69566]: DEBUG nova.compute.manager [-] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 646.994756] env[69566]: DEBUG nova.network.neutron [-] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.047984] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406775, 'name': Rename_Task, 'duration_secs': 0.449627} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.048303] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.048544] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95a76cd7-3f5b-4f13-ab00-2f226a8194a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.060255] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 647.060255] env[69566]: value = "task-3406781" [ 647.060255] env[69566]: _type = "Task" [ 647.060255] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.068693] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.145715] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406778, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.217103] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.234946] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406780, 'name': Rename_Task, 'duration_secs': 0.244462} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.235350] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656256} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.235637] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.235892] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.236112] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.236338] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2d21ae-c441-4e4f-8aa5-b875d9ec4817 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.238481] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462d9922-c4d9-4488-bed0-fb66b5db84b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.246249] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 647.246249] env[69566]: value = "task-3406784" [ 647.246249] env[69566]: _type = "Task" [ 647.246249] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.247883] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 647.247883] env[69566]: value = "task-3406783" [ 647.247883] env[69566]: _type = "Task" [ 647.247883] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.265150] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.271315] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.279690] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a161d3-9e9f-d918-30dc-2b72a7fe302d, 'name': SearchDatastore_Task, 'duration_secs': 0.052722} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.280283] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.280408] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a/dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.280613] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5473107d-fda6-4246-b1ae-ac81b32fcf02 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.288074] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 647.288074] env[69566]: value = "task-3406785" [ 647.288074] env[69566]: _type = "Task" [ 647.288074] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.296866] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.360672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.360940] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquired lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.361515] env[69566]: DEBUG nova.network.neutron [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.373201] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 44a401b3-fd23-4f35-b378-5c72e56be77f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 647.536592] env[69566]: DEBUG nova.network.neutron [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Updated VIF entry in instance network info cache for port 118532fe-174d-4403-adeb-61433e3042af. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.537416] env[69566]: DEBUG nova.network.neutron [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Updating instance_info_cache with network_info: [{"id": "118532fe-174d-4403-adeb-61433e3042af", "address": "fa:16:3e:b4:84:fd", "network": {"id": "ec7bcedc-a6e4-466a-aa7d-259f446bbe61", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1027178947-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a2ddb99470f4e538ded3cfd03713631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118532fe-17", "ovs_interfaceid": "118532fe-174d-4403-adeb-61433e3042af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.575066] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.644396] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406778, 'name': CreateVM_Task, 'duration_secs': 0.580991} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.644674] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.645328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.645573] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.646396] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.646396] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1620bd7-362c-4b6f-8183-fa497e34c1f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.651260] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 647.651260] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52eea8f9-6f83-90c4-8995-3e3fbe04875a" [ 647.651260] env[69566]: _type = "Task" [ 647.651260] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.659170] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52eea8f9-6f83-90c4-8995-3e3fbe04875a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.715680] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406779, 'name': ReconfigVM_Task, 'duration_secs': 0.668108} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.715976] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8/7d6c0a8d-6764-4774-9ba7-2c7fb63205d8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.717056] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3427e4bd-acde-41cf-8a3b-05da6dbdab98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.724706] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 647.724706] env[69566]: value = "task-3406786" [ 647.724706] env[69566]: _type = "Task" [ 647.724706] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.733167] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406786, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.760575] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135898} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.764310] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.764635] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406783, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.765387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806d264c-ef90-41ed-b2b8-d19fe91e9472 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.788105] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.788481] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a7643d5-980c-40bc-8c7a-1586fef7128c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.812281] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406785, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.813916] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 647.813916] env[69566]: value = "task-3406787" [ 647.813916] env[69566]: _type = "Task" [ 647.813916] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.824209] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406787, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.877554] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 5a0b7a89-2e90-4682-ab57-180fdb270469 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 647.932562] env[69566]: DEBUG nova.network.neutron [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.935272] env[69566]: DEBUG nova.network.neutron [-] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.040463] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Releasing lock "refresh_cache-dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.044509] env[69566]: DEBUG nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Received event network-vif-plugged-f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.044509] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Acquiring lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.044509] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.044509] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.044509] env[69566]: DEBUG nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] No waiting events found dispatching network-vif-plugged-f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.044712] env[69566]: WARNING nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Received unexpected event network-vif-plugged-f7c9937f-4acf-4121-9777-6ef52e3013f2 for instance with vm_state building and task_state spawning. [ 648.044712] env[69566]: DEBUG nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Received event network-changed-f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.044712] env[69566]: DEBUG nova.compute.manager [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Refreshing instance network info cache due to event network-changed-f7c9937f-4acf-4121-9777-6ef52e3013f2. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.044712] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Acquiring lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.044712] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Acquired lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.044851] env[69566]: DEBUG nova.network.neutron [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Refreshing network info cache for port f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.085715] env[69566]: DEBUG oslo_vmware.api [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406781, 'name': PowerOnVM_Task, 'duration_secs': 0.860998} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.086066] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.086282] env[69566]: INFO nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Took 13.89 seconds to spawn the instance on the hypervisor. [ 648.086458] env[69566]: DEBUG nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.087354] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dae242e-165c-471d-916a-41eb4bd28c77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.156355] env[69566]: DEBUG nova.network.neutron [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updating instance_info_cache with network_info: [{"id": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "address": "fa:16:3e:33:1e:bf", "network": {"id": "6da99cd1-670a-4bb1-8808-eb4cf56eba3f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-576730728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37386e8520b34b658328871aaa258c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896d7ca9-4b", "ovs_interfaceid": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.164935] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52eea8f9-6f83-90c4-8995-3e3fbe04875a, 'name': SearchDatastore_Task, 'duration_secs': 0.052829} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.166107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.166107] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.166107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.166275] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.166329] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.166585] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30aaf08f-2d1d-445a-83b2-e869a3ecfdf7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.177905] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.178120] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.178892] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d48d7cc-b18d-4f9a-9041-9225f58f6735 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.186372] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 648.186372] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5201794b-12bf-a50a-252a-9b3efce34051" [ 648.186372] env[69566]: _type = "Task" [ 648.186372] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.197161] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5201794b-12bf-a50a-252a-9b3efce34051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.235839] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406786, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.261718] env[69566]: DEBUG oslo_vmware.api [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406783, 'name': PowerOnVM_Task, 'duration_secs': 0.819351} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.262112] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.262385] env[69566]: INFO nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Took 9.30 seconds to spawn the instance on the hypervisor. [ 648.262623] env[69566]: DEBUG nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.263469] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002ce50-8fec-40e0-a1bc-3d4d04c729ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.299141] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893771} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.299524] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a/dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.299850] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.300183] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cfee262-16fc-4a8d-8b36-508e9048acd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.307119] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 648.307119] env[69566]: value = "task-3406788" [ 648.307119] env[69566]: _type = "Task" [ 648.307119] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.316549] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.329881] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.381550] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.381550] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.382989] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance b90c8755-2b5a-4f30-b9f6-3f8455cc22d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.438411] env[69566]: INFO nova.compute.manager [-] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Took 1.44 seconds to deallocate network for instance. [ 648.609643] env[69566]: INFO nova.compute.manager [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Took 26.76 seconds to build instance. [ 648.666133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Releasing lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.666467] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Instance network_info: |[{"id": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "address": "fa:16:3e:33:1e:bf", "network": {"id": "6da99cd1-670a-4bb1-8808-eb4cf56eba3f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-576730728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37386e8520b34b658328871aaa258c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896d7ca9-4b", "ovs_interfaceid": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.666951] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:1e:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '896d7ca9-4b5e-40dd-b87d-37ebf45d2c11', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.675172] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Creating folder: Project (37386e8520b34b658328871aaa258c97). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.675456] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b4038f9-19bd-47a0-81b2-360f301f95ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.688686] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Created folder: Project (37386e8520b34b658328871aaa258c97) in parent group-v679651. [ 648.689027] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Creating folder: Instances. Parent ref: group-v679681. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.692926] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6300abd0-2f4f-415d-831f-d332b18aae77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.700147] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5201794b-12bf-a50a-252a-9b3efce34051, 'name': SearchDatastore_Task, 'duration_secs': 0.021507} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.700873] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca13ee92-6e71-4cf5-91c2-3b62d0afb3af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.705734] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Created folder: Instances in parent group-v679681. [ 648.705986] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.707062] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.707345] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 648.707345] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52459ff4-770d-bf53-9c45-d33d04bffd6f" [ 648.707345] env[69566]: _type = "Task" [ 648.707345] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.707514] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-384c7f0d-a003-4142-adb7-8a1514c09f50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.735300] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.735300] env[69566]: value = "task-3406791" [ 648.735300] env[69566]: _type = "Task" [ 648.735300] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.744626] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52459ff4-770d-bf53-9c45-d33d04bffd6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.744909] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406786, 'name': Rename_Task, 'duration_secs': 0.55034} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.745486] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.745717] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f184e058-1b4e-4cbf-b11b-502b3fa5aab3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.750479] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406791, 'name': CreateVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.755305] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 648.755305] env[69566]: value = "task-3406792" [ 648.755305] env[69566]: _type = "Task" [ 648.755305] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.763731] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.782637] env[69566]: INFO nova.compute.manager [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Took 24.86 seconds to build instance. [ 648.817693] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068588} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.824342] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.825615] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51582f03-35d3-40aa-bfd7-ec74c45a208e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.833880] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406787, 'name': ReconfigVM_Task, 'duration_secs': 0.889784} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.845118] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.854951] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a/dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.855330] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc533ef5-de4b-4ce2-ba1c-a92f7df08a94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.857405] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b24a18a9-77ef-4af2-a1e9-cdc549d63abc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.879965] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 648.879965] env[69566]: value = "task-3406793" [ 648.879965] env[69566]: _type = "Task" [ 648.879965] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.881399] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 648.881399] env[69566]: value = "task-3406794" [ 648.881399] env[69566]: _type = "Task" [ 648.881399] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.885388] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.898198] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.901418] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406793, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.946921] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.960391] env[69566]: DEBUG nova.network.neutron [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updated VIF entry in instance network info cache for port f7c9937f-4acf-4121-9777-6ef52e3013f2. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.960812] env[69566]: DEBUG nova.network.neutron [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance_info_cache with network_info: [{"id": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "address": "fa:16:3e:09:ff:16", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c9937f-4a", "ovs_interfaceid": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.113242] env[69566]: DEBUG oslo_concurrency.lockutils [None req-60593ad5-7735-49b1-8d86-b86546e220f8 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.280s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.244915] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52459ff4-770d-bf53-9c45-d33d04bffd6f, 'name': SearchDatastore_Task, 'duration_secs': 0.033267} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.245675] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.245997] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74/82dd63fc-dcc9-4411-91e7-45a7fa71ba74.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.246247] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8522af4d-c14d-4749-9b7e-8681f9b0b4fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.254630] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406791, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.263032] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 649.263032] env[69566]: value = "task-3406796" [ 649.263032] env[69566]: _type = "Task" [ 649.263032] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.269806] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406792, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.276989] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.285951] env[69566]: DEBUG oslo_concurrency.lockutils [None req-789198e8-a7a4-4fee-b675-2cca4e5c21de tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.378s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.393548] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f173734d-a046-4647-92c2-a9595f031a39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.393919] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 649.394145] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 649.400622] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406793, 'name': Rename_Task, 'duration_secs': 0.272411} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.400924] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.401244] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b06f516-9240-4b2a-af76-a96170eb03bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.406104] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.414447] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 649.414447] env[69566]: value = "task-3406797" [ 649.414447] env[69566]: _type = "Task" [ 649.414447] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.427376] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.464307] env[69566]: DEBUG oslo_concurrency.lockutils [req-260ab038-795e-4391-8c63-e18575986bb9 req-715bd18c-7f6b-45ec-9b14-daf152eab04b service nova] Releasing lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.620402] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.687372] env[69566]: DEBUG nova.compute.manager [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Received event network-vif-plugged-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.687921] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.688018] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.688415] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.689507] env[69566]: DEBUG nova.compute.manager [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] No waiting events found dispatching network-vif-plugged-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.689507] env[69566]: WARNING nova.compute.manager [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Received unexpected event network-vif-plugged-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 for instance with vm_state building and task_state spawning. [ 649.689507] env[69566]: DEBUG nova.compute.manager [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Received event network-changed-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.689507] env[69566]: DEBUG nova.compute.manager [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Refreshing instance network info cache due to event network-changed-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.689507] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] Acquiring lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.689760] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] Acquired lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.689760] env[69566]: DEBUG nova.network.neutron [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Refreshing network info cache for port 896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.753520] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406791, 'name': CreateVM_Task, 'duration_secs': 0.574692} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.753841] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.756668] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.756668] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.756668] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.756668] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ad6429-f537-4e77-b144-79b3d9fe44d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.774507] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 649.774507] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5204bac7-bc38-24fb-c0f5-361fbbe140b6" [ 649.774507] env[69566]: _type = "Task" [ 649.774507] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.780244] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406792, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.787328] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.791700] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406796, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.801446] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5204bac7-bc38-24fb-c0f5-361fbbe140b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.807540] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1490dca-4a96-42b6-9d23-c675877c53cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.815893] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b47fe37-a350-4b0a-af5f-506781d4079f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.854917] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070a1f86-ad58-4400-ae21-447b2d7e10a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.864115] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e9f549-a161-4b84-bd0a-c37374ca41f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.879957] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.901769] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406794, 'name': ReconfigVM_Task, 'duration_secs': 0.547447} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.902090] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Reconfigured VM instance instance-00000008 to attach disk [datastore2] dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a/dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.902738] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1ae72bb-ece2-4986-a72a-478fbd09c22b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.909752] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 649.909752] env[69566]: value = "task-3406798" [ 649.909752] env[69566]: _type = "Task" [ 649.909752] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.927324] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406798, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.933474] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.153876] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.191449] env[69566]: DEBUG nova.compute.manager [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Received event network-changed {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.191640] env[69566]: DEBUG nova.compute.manager [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Refreshing instance network info cache due to event network-changed. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 650.191862] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] Acquiring lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.192014] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] Acquired lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.192171] env[69566]: DEBUG nova.network.neutron [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.268325] env[69566]: DEBUG oslo_vmware.api [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406792, 'name': PowerOnVM_Task, 'duration_secs': 1.255893} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.271787] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.272193] env[69566]: INFO nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Took 13.60 seconds to spawn the instance on the hypervisor. [ 650.272618] env[69566]: DEBUG nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.273966] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba01c9b-7c6a-42b1-85e7-c4a9c029ffe6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.282336] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564715} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.287273] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74/82dd63fc-dcc9-4411-91e7-45a7fa71ba74.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.287805] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.291198] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c10ad07-99db-4f9a-a99d-d3cbe928bffb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.302434] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5204bac7-bc38-24fb-c0f5-361fbbe140b6, 'name': SearchDatastore_Task, 'duration_secs': 0.036002} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.306521] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.307692] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.307692] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.307692] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.307692] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.308824] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 650.308824] env[69566]: value = "task-3406799" [ 650.308824] env[69566]: _type = "Task" [ 650.308824] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.308824] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11779c9d-2564-428d-abe9-c24ce10be130 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.323974] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.324781] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.324977] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.326555] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.327119] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffd6f4b9-a57c-4348-a43a-2f68f9162a4f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.332773] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 650.332773] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5264ac42-bd0b-ca2a-9a03-7a7cfa83a65b" [ 650.332773] env[69566]: _type = "Task" [ 650.332773] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.342165] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5264ac42-bd0b-ca2a-9a03-7a7cfa83a65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.383418] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.432053] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406798, 'name': Rename_Task, 'duration_secs': 0.296476} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.437944] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.437944] env[69566]: DEBUG oslo_vmware.api [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406797, 'name': PowerOnVM_Task, 'duration_secs': 1.022971} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.438212] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f714cc5-0dab-4725-aff9-e80265930e3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.439930] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.440203] env[69566]: DEBUG nova.compute.manager [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.441297] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f3a268-f9d5-4e2b-a0e7-50d3ab8a0dbc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.451481] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 650.451481] env[69566]: value = "task-3406800" [ 650.451481] env[69566]: _type = "Task" [ 650.451481] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.461710] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.759047] env[69566]: DEBUG nova.compute.manager [None req-795fcc36-edd7-4681-bb92-37f404e5b033 tempest-ServerDiagnosticsV248Test-1513218586 tempest-ServerDiagnosticsV248Test-1513218586-project-admin] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.761321] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc11e3a-d239-4805-a797-84c0c7b6f5c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.770643] env[69566]: INFO nova.compute.manager [None req-795fcc36-edd7-4681-bb92-37f404e5b033 tempest-ServerDiagnosticsV248Test-1513218586 tempest-ServerDiagnosticsV248Test-1513218586-project-admin] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Retrieving diagnostics [ 650.771738] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b46bb-6727-47fc-93d7-309c2331c207 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.818866] env[69566]: INFO nova.compute.manager [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Took 27.45 seconds to build instance. [ 650.825219] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112665} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.825515] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.826298] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11485c2d-543c-4c73-89b5-d7016ef20c9a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.851461] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74/82dd63fc-dcc9-4411-91e7-45a7fa71ba74.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.852779] env[69566]: DEBUG nova.network.neutron [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updated VIF entry in instance network info cache for port 896d7ca9-4b5e-40dd-b87d-37ebf45d2c11. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.853030] env[69566]: DEBUG nova.network.neutron [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updating instance_info_cache with network_info: [{"id": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "address": "fa:16:3e:33:1e:bf", "network": {"id": "6da99cd1-670a-4bb1-8808-eb4cf56eba3f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-576730728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37386e8520b34b658328871aaa258c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896d7ca9-4b", "ovs_interfaceid": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.860683] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56269017-d69c-4634-88d2-c658fc914c76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.878522] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] Releasing lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.878739] env[69566]: DEBUG nova.compute.manager [req-7dae3323-87c4-475b-bf14-58c2e51424cf req-c61aa0d8-eade-4aed-8951-f98ba7a0a2e1 service nova] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Received event network-vif-deleted-83bf58e9-9ab4-4cb8-ade5-3547224b9083 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.885353] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5264ac42-bd0b-ca2a-9a03-7a7cfa83a65b, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.887296] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 650.887296] env[69566]: value = "task-3406801" [ 650.887296] env[69566]: _type = "Task" [ 650.887296] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.887484] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b792439f-16f6-4610-b2f2-1e5357fa97b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.890261] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 650.890478] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.587s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.894399] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.482s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.895849] env[69566]: INFO nova.compute.claims [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.908016] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 650.908016] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529b58b4-af33-5709-03ab-9608b5261fc9" [ 650.908016] env[69566]: _type = "Task" [ 650.908016] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.908258] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.916907] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529b58b4-af33-5709-03ab-9608b5261fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.968441] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.968895] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.010048] env[69566]: DEBUG nova.network.neutron [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Updating instance_info_cache with network_info: [{"id": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "address": "fa:16:3e:b1:fe:15", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48a65d59-11", "ovs_interfaceid": "48a65d59-11b7-4b13-96ab-bf61e0a428fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.321276] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51db8dbd-1cc1-4466-9bae-e1da3e53fc03 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.959s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.414592] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.432961] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529b58b4-af33-5709-03ab-9608b5261fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.433162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.433430] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7/270a4a48-70d4-4e2b-b04f-e0ff7cf776e7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.433709] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ee3560d-cfea-499d-9432-cb65792b2a4f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.440735] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 651.440735] env[69566]: value = "task-3406803" [ 651.440735] env[69566]: _type = "Task" [ 651.440735] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.450751] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.468272] env[69566]: DEBUG oslo_vmware.api [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406800, 'name': PowerOnVM_Task, 'duration_secs': 0.911866} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.468659] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.468920] env[69566]: INFO nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Took 9.95 seconds to spawn the instance on the hypervisor. [ 651.469155] env[69566]: DEBUG nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.470271] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d83fa27-bc5b-4945-b85b-5100f9cf6627 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.512836] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d4054996-3df0-46c2-a556-230897001715 tempest-ServerExternalEventsTest-1882618150 tempest-ServerExternalEventsTest-1882618150-project] Releasing lock "refresh_cache-e34c7fbb-29c7-4265-8813-2eefb6770cd4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.829044] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.906440] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406801, 'name': ReconfigVM_Task, 'duration_secs': 0.64806} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.906761] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74/82dd63fc-dcc9-4411-91e7-45a7fa71ba74.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.907511] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-675d37ec-1c7e-463a-bf42-bba863ea3431 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.920641] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 651.920641] env[69566]: value = "task-3406804" [ 651.920641] env[69566]: _type = "Task" [ 651.920641] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.937086] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406804, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.956161] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.995843] env[69566]: INFO nova.compute.manager [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Took 24.10 seconds to build instance. [ 652.297716] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5124f401-f384-4716-8c0c-97e63dd04621 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.307261] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc109d6-3779-41ad-af77-1ab78ce69d03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.357696] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e0277f-a351-45f3-82a5-30c740c1d021 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.370171] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a27a9-f6d7-4987-ae37-ba0577cb2220 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.375482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.390451] env[69566]: DEBUG nova.compute.provider_tree [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.435248] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406804, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.463381] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675677} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.463381] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7/270a4a48-70d4-4e2b-b04f-e0ff7cf776e7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.463381] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.463381] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6042fc2-5821-40b7-9142-713aaa8f6e8b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.466896] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 652.466896] env[69566]: value = "task-3406805" [ 652.466896] env[69566]: _type = "Task" [ 652.466896] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.477633] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.501341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3cce2bdc-5b9c-4795-955a-46056bec4ce0 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.620s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.506940] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.509353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.509353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.509353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.509353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.520782] env[69566]: INFO nova.compute.manager [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Terminating instance [ 652.895645] env[69566]: DEBUG nova.scheduler.client.report [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.935466] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406804, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.981388] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111077} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.981388] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.981388] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536d5032-1893-4e23-800b-5fc82006f3d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.005415] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7/270a4a48-70d4-4e2b-b04f-e0ff7cf776e7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.006111] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d4f154-e5cf-4128-b5bf-f52ca017c4bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.022823] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.032491] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 653.032491] env[69566]: value = "task-3406806" [ 653.032491] env[69566]: _type = "Task" [ 653.032491] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.036406] env[69566]: DEBUG nova.compute.manager [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.036824] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.037791] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c177a-0c60-4956-b6f6-24ed6b2ef5a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.049250] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.053058] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.053058] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36f0af4-a082-4b97-ba6f-9ab28841e1ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.056649] env[69566]: DEBUG oslo_vmware.api [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 653.056649] env[69566]: value = "task-3406807" [ 653.056649] env[69566]: _type = "Task" [ 653.056649] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.065412] env[69566]: DEBUG oslo_vmware.api [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.194740] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "6ea331fd-83e8-45fd-ad6d-372835735da7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.194740] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "6ea331fd-83e8-45fd-ad6d-372835735da7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.194853] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "6ea331fd-83e8-45fd-ad6d-372835735da7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.195043] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "6ea331fd-83e8-45fd-ad6d-372835735da7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.195164] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "6ea331fd-83e8-45fd-ad6d-372835735da7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.197457] env[69566]: INFO nova.compute.manager [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Terminating instance [ 653.405246] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.405246] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.406785] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.639s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.412148] env[69566]: INFO nova.compute.claims [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.443961] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406804, 'name': Rename_Task, 'duration_secs': 1.401236} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.444420] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.446458] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5cbc0c6-79b5-4e06-8c35-e801d07cff6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.455526] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 653.455526] env[69566]: value = "task-3406809" [ 653.455526] env[69566]: _type = "Task" [ 653.455526] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.474091] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.547244] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.573922] env[69566]: DEBUG oslo_vmware.api [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406807, 'name': PowerOffVM_Task, 'duration_secs': 0.482257} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.578031] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.578031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.578031] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.578031] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaed33aa-2544-4882-8cba-7c9ccae4e320 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.645720] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.646288] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.646989] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleting the datastore file [datastore2] e34c7fbb-29c7-4265-8813-2eefb6770cd4 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.646989] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95fb8c4d-a96a-4c82-b84b-84369822eedd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.655037] env[69566]: DEBUG oslo_vmware.api [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for the task: (returnval){ [ 653.655037] env[69566]: value = "task-3406811" [ 653.655037] env[69566]: _type = "Task" [ 653.655037] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.670554] env[69566]: DEBUG oslo_vmware.api [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.701778] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "refresh_cache-6ea331fd-83e8-45fd-ad6d-372835735da7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.702205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquired lock "refresh_cache-6ea331fd-83e8-45fd-ad6d-372835735da7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.702205] env[69566]: DEBUG nova.network.neutron [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.917840] env[69566]: DEBUG nova.compute.utils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.923457] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.923678] env[69566]: DEBUG nova.network.neutron [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.970958] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406809, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.048097] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406806, 'name': ReconfigVM_Task, 'duration_secs': 0.599465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.048325] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7/270a4a48-70d4-4e2b-b04f-e0ff7cf776e7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.048954] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da84b7a2-ac42-4ab2-92b6-be8e84c41c75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.056115] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 654.056115] env[69566]: value = "task-3406812" [ 654.056115] env[69566]: _type = "Task" [ 654.056115] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.070931] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406812, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.077933] env[69566]: DEBUG nova.policy [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '274a61ad6f97405495daa156312cda0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46638c4f97e54a79a2f8f7d61e860dba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.164475] env[69566]: DEBUG oslo_vmware.api [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Task: {'id': task-3406811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224822} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.164759] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.164967] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.165176] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.165366] env[69566]: INFO nova.compute.manager [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 654.165620] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.165812] env[69566]: DEBUG nova.compute.manager [-] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.165939] env[69566]: DEBUG nova.network.neutron [-] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.172092] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.172092] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.172092] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.172092] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.172285] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.174429] env[69566]: INFO nova.compute.manager [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Terminating instance [ 654.264476] env[69566]: DEBUG nova.network.neutron [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.424805] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.475211] env[69566]: DEBUG oslo_vmware.api [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406809, 'name': PowerOnVM_Task, 'duration_secs': 0.716381} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.477291] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.478050] env[69566]: INFO nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Took 10.55 seconds to spawn the instance on the hypervisor. [ 654.478355] env[69566]: DEBUG nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.481524] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b3a27-e602-4668-8196-70cf259000cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.485505] env[69566]: DEBUG nova.network.neutron [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.566558] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406812, 'name': Rename_Task, 'duration_secs': 0.185095} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.566971] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.567186] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2336e96d-ba1d-4f90-a39b-86f10950cfa9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.577159] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 654.577159] env[69566]: value = "task-3406813" [ 654.577159] env[69566]: _type = "Task" [ 654.577159] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.585087] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.674496] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "a43e75ac-286e-4153-888b-a88b1f44909a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.674736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "a43e75ac-286e-4153-888b-a88b1f44909a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.682166] env[69566]: DEBUG nova.compute.manager [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.682389] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.687901] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ace8e5b-374e-4619-982c-1c7f162bbe13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.702984] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.705311] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab36ebb1-0867-471f-a91e-6643141ae44a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.715844] env[69566]: DEBUG oslo_vmware.api [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 654.715844] env[69566]: value = "task-3406814" [ 654.715844] env[69566]: _type = "Task" [ 654.715844] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.733373] env[69566]: DEBUG oslo_vmware.api [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.909910] env[69566]: DEBUG nova.network.neutron [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Successfully created port: 70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.939674] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb656532-2cc6-42f9-b8dd-f55314b274c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.948107] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894a4d0b-ae53-4c60-8a88-c72dc8190e50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.951865] env[69566]: INFO nova.compute.manager [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Rebuilding instance [ 654.990475] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Releasing lock "refresh_cache-6ea331fd-83e8-45fd-ad6d-372835735da7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.991075] env[69566]: DEBUG nova.compute.manager [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.991117] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.994344] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffedff81-9beb-4dae-9588-63ee0719927d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.998193] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd950638-422e-4cad-a7bb-f1fb6cd4b7ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.011568] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.012174] env[69566]: INFO nova.compute.manager [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Took 25.71 seconds to build instance. [ 655.018802] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8edd54-c124-410e-ae42-edd6fc43a3bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.021797] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c23928-f664-4ad1-8812-1916c709a969 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.050601] env[69566]: DEBUG nova.compute.provider_tree [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.058044] env[69566]: DEBUG oslo_vmware.api [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 655.058044] env[69566]: value = "task-3406815" [ 655.058044] env[69566]: _type = "Task" [ 655.058044] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.063649] env[69566]: DEBUG nova.compute.manager [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.064387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b0ac45-2821-442e-baa6-2b8e39fc8888 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.078773] env[69566]: DEBUG oslo_vmware.api [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.097650] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.234256] env[69566]: DEBUG oslo_vmware.api [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406814, 'name': PowerOffVM_Task, 'duration_secs': 0.3557} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.234611] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.235532] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.235532] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4579dd30-1d3c-4bf5-9702-d67fa5ae93df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.298051] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.299211] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.299211] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Deleting the datastore file [datastore2] dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.299435] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40c24929-f0bb-44ab-986a-f3db17ba7fcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.311250] env[69566]: DEBUG oslo_vmware.api [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for the task: (returnval){ [ 655.311250] env[69566]: value = "task-3406817" [ 655.311250] env[69566]: _type = "Task" [ 655.311250] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.323079] env[69566]: DEBUG oslo_vmware.api [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.444569] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.477349] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.477637] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.477803] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.478093] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.478317] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.478512] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.478903] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.479216] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.479559] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.479862] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.480562] env[69566]: DEBUG nova.virt.hardware [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.483073] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508c38b3-d319-4fb0-bd01-7d6ef4b88ec7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.499464] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a73b0e-469d-453b-a4bb-84689cb92349 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.537621] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b4e6fa9-b4b8-4329-8d0a-bb32013e12fe tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.245s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.560462] env[69566]: DEBUG nova.scheduler.client.report [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.578952] env[69566]: DEBUG oslo_vmware.api [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406815, 'name': PowerOffVM_Task, 'duration_secs': 0.249802} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.578952] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.578952] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.586887] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-897e4063-dd11-4b24-a2e4-50f570a059cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.594612] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.608205] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.608256] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.608508] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Deleting the datastore file [datastore1] 6ea331fd-83e8-45fd-ad6d-372835735da7 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.608739] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-702b6ffb-6dc8-430a-a0f4-56f9480e38e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.615345] env[69566]: DEBUG oslo_vmware.api [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for the task: (returnval){ [ 655.615345] env[69566]: value = "task-3406820" [ 655.615345] env[69566]: _type = "Task" [ 655.615345] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.625787] env[69566]: DEBUG oslo_vmware.api [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.822470] env[69566]: DEBUG oslo_vmware.api [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Task: {'id': task-3406817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223364} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.822837] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.823994] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.824131] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.824679] env[69566]: INFO nova.compute.manager [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 655.824679] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.824916] env[69566]: DEBUG nova.compute.manager [-] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.825632] env[69566]: DEBUG nova.network.neutron [-] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.030460] env[69566]: DEBUG nova.network.neutron [-] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.040179] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.066779] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.067440] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.071019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.109s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.076765] env[69566]: INFO nova.compute.claims [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.089918] env[69566]: DEBUG oslo_vmware.api [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3406813, 'name': PowerOnVM_Task, 'duration_secs': 1.260935} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.090266] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.090388] env[69566]: INFO nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Took 9.76 seconds to spawn the instance on the hypervisor. [ 656.090717] env[69566]: DEBUG nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.091532] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6fd75-026d-48b5-bec1-5f08dd3e7408 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.095878] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.097972] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c04f4f-eaf8-4be9-b891-beff09fcef35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.111586] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 656.111586] env[69566]: value = "task-3406821" [ 656.111586] env[69566]: _type = "Task" [ 656.111586] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.137842] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.144045] env[69566]: DEBUG oslo_vmware.api [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Task: {'id': task-3406820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150797} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.144414] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.144651] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.144872] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.145111] env[69566]: INFO nova.compute.manager [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 656.145715] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.146309] env[69566]: DEBUG nova.compute.manager [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.146428] env[69566]: DEBUG nova.network.neutron [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.181382] env[69566]: DEBUG nova.network.neutron [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.535938] env[69566]: INFO nova.compute.manager [-] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Took 2.37 seconds to deallocate network for instance. [ 656.580639] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.581938] env[69566]: DEBUG nova.compute.utils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.588610] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.588792] env[69566]: DEBUG nova.network.neutron [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.621695] env[69566]: INFO nova.compute.manager [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Took 22.21 seconds to build instance. [ 656.629372] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406821, 'name': PowerOffVM_Task, 'duration_secs': 0.181564} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.629667] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.629941] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.630794] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdedb81-bf85-4126-a565-083703fcaf3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.643125] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.643293] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36f9e701-6b36-483b-a02f-c514c77e7f0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.667106] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.668135] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.668135] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Deleting the datastore file [datastore2] 74e9b4aa-64ff-45e9-bded-ae50de06b086 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.668135] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3598806-d9f8-4aa6-9f06-89cdca29ddbf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.676674] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 656.676674] env[69566]: value = "task-3406823" [ 656.676674] env[69566]: _type = "Task" [ 656.676674] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.685614] env[69566]: DEBUG nova.network.neutron [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.687621] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.839691] env[69566]: DEBUG nova.policy [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd538e53314424fbbb8a83932189b7df3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b65d13dd0e44af999812911c86b013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.996183] env[69566]: DEBUG nova.network.neutron [-] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.045414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.089643] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.125657] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d3e2553-e467-48c8-a6c6-dcd471e48ada tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.736s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.189576] env[69566]: INFO nova.compute.manager [-] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Took 1.04 seconds to deallocate network for instance. [ 657.189790] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159197} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.194874] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.195171] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.195262] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.499791] env[69566]: INFO nova.compute.manager [-] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Took 1.67 seconds to deallocate network for instance. [ 657.519961] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa509dc1-d6e8-4505-8e1b-7ea85ac02056 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.530619] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb629f5-4c61-4007-9bc4-3dd3eaa042fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.581498] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6d5a91-d116-4723-b0be-e38f596d37fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.588095] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85671555-e589-4850-812c-839c5e99532d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.606151] env[69566]: DEBUG nova.compute.provider_tree [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.631516] env[69566]: DEBUG nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.712593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.715193] env[69566]: DEBUG nova.compute.manager [req-1eeafa1e-d56c-41cf-a0a6-4837e8f2275b req-1e030bf6-ab94-48f3-93b0-9df3160e75fe service nova] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Received event network-vif-deleted-48a65d59-11b7-4b13-96ab-bf61e0a428fc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.773586] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "fa2582ca-eaa4-4886-9669-771b2f370122" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.773677] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "fa2582ca-eaa4-4886-9669-771b2f370122" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.901932] env[69566]: DEBUG nova.network.neutron [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Successfully updated port: 70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.024653] env[69566]: INFO nova.compute.manager [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Rebuilding instance [ 658.026885] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.107097] env[69566]: DEBUG nova.compute.manager [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.108911] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.112132] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d30660-ad7c-4e5d-bcbe-39ff883f19e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.116470] env[69566]: DEBUG nova.scheduler.client.report [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.158492] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.160928] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.161242] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.161595] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.161875] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.162438] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.162609] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.162985] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.163386] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.163651] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.163825] env[69566]: DEBUG nova.virt.hardware [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.169037] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514a9766-b796-4756-9a68-c627a2f7b38b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.174420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.182739] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a191cf0-5ab6-4b19-89ea-8e6685c50019 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.250075] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.250075] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.250075] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.250075] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.250727] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.252461] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.253772] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.253772] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.253772] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.253772] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.253950] env[69566]: DEBUG nova.virt.hardware [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.254849] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91189a44-66b9-436f-848b-6f8b5bfd8153 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.270289] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e80a09e-cb64-43ab-bdbe-6848e49bbfc3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.290335] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.298860] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.299703] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.299951] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40a3fea5-1db2-4548-a68d-2d132e433e54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.313441] env[69566]: DEBUG nova.network.neutron [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Successfully created port: 0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.320234] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.320234] env[69566]: value = "task-3406825" [ 658.320234] env[69566]: _type = "Task" [ 658.320234] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.329333] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406825, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.405782] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "refresh_cache-47241097-ec03-4a00-87f3-453326a0a744" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.406018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquired lock "refresh_cache-47241097-ec03-4a00-87f3-453326a0a744" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.406136] env[69566]: DEBUG nova.network.neutron [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.633993] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.634545] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.639128] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.600s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.640020] env[69566]: INFO nova.compute.claims [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.779220] env[69566]: DEBUG nova.compute.manager [req-39a0096c-6214-49cf-a2b3-f93b2346f67b req-7ad2ae9c-b232-41b3-a1ee-8f3017605415 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Received event network-vif-plugged-70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.779519] env[69566]: DEBUG oslo_concurrency.lockutils [req-39a0096c-6214-49cf-a2b3-f93b2346f67b req-7ad2ae9c-b232-41b3-a1ee-8f3017605415 service nova] Acquiring lock "47241097-ec03-4a00-87f3-453326a0a744-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.779801] env[69566]: DEBUG oslo_concurrency.lockutils [req-39a0096c-6214-49cf-a2b3-f93b2346f67b req-7ad2ae9c-b232-41b3-a1ee-8f3017605415 service nova] Lock "47241097-ec03-4a00-87f3-453326a0a744-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.779801] env[69566]: DEBUG oslo_concurrency.lockutils [req-39a0096c-6214-49cf-a2b3-f93b2346f67b req-7ad2ae9c-b232-41b3-a1ee-8f3017605415 service nova] Lock "47241097-ec03-4a00-87f3-453326a0a744-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.779993] env[69566]: DEBUG nova.compute.manager [req-39a0096c-6214-49cf-a2b3-f93b2346f67b req-7ad2ae9c-b232-41b3-a1ee-8f3017605415 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] No waiting events found dispatching network-vif-plugged-70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.781141] env[69566]: WARNING nova.compute.manager [req-39a0096c-6214-49cf-a2b3-f93b2346f67b req-7ad2ae9c-b232-41b3-a1ee-8f3017605415 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Received unexpected event network-vif-plugged-70b04838-908b-4a90-9076-91f79f190ed3 for instance with vm_state building and task_state spawning. [ 658.833678] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406825, 'name': CreateVM_Task, 'duration_secs': 0.344865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.833954] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.834419] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.834576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.834916] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.836436] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2b27615-6a1e-4314-9e83-04b4b43a40d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.841198] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 658.841198] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c6b06b-2cde-c7fa-e791-5696db796f4d" [ 658.841198] env[69566]: _type = "Task" [ 658.841198] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.852671] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "36d35b67-42c7-4fa2-843f-d49f6193ea39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.852671] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "36d35b67-42c7-4fa2-843f-d49f6193ea39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.856479] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c6b06b-2cde-c7fa-e791-5696db796f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.976688] env[69566]: DEBUG nova.network.neutron [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.142469] env[69566]: DEBUG nova.compute.utils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.149758] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.149979] env[69566]: DEBUG nova.network.neutron [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.151803] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.163702] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59ebabbb-35a2-455b-9a77-6b0ce3bb4dfd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.175647] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 659.175647] env[69566]: value = "task-3406826" [ 659.175647] env[69566]: _type = "Task" [ 659.175647] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.187665] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.305072] env[69566]: DEBUG nova.policy [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dea3f93789d4c5c90c767a75ce43df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ac4375ced94528908995b2ee283e50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.356564] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c6b06b-2cde-c7fa-e791-5696db796f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.030585} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.357120] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.357402] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.357872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.357872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.358111] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.358405] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85375ea-1825-47fd-aaf0-c03227bb95ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.373555] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.373555] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.374300] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a33524-7b80-4309-b3b6-f6e863896eae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.383121] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 659.383121] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5212e60b-0770-3cdf-4acf-690f7d7cb976" [ 659.383121] env[69566]: _type = "Task" [ 659.383121] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.402386] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5212e60b-0770-3cdf-4acf-690f7d7cb976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.545370] env[69566]: DEBUG nova.network.neutron [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Updating instance_info_cache with network_info: [{"id": "70b04838-908b-4a90-9076-91f79f190ed3", "address": "fa:16:3e:ef:bf:30", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b04838-90", "ovs_interfaceid": "70b04838-908b-4a90-9076-91f79f190ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.673112] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.688984] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406826, 'name': PowerOffVM_Task, 'duration_secs': 0.14872} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.689564] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.689939] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.690763] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaca79e-a396-4ec9-b2c5-7d2e46186cc9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.698791] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.698791] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c097fc85-7c06-497a-8a42-b528ad6fc374 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.727145] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.727398] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.727550] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Deleting the datastore file [datastore2] 3a2c5c41-748f-4bbc-9507-d83c8f554b04 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.728079] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16070e65-34f0-439c-8189-c8b1c883a273 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.737034] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 659.737034] env[69566]: value = "task-3406829" [ 659.737034] env[69566]: _type = "Task" [ 659.737034] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.747802] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.892854] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5212e60b-0770-3cdf-4acf-690f7d7cb976, 'name': SearchDatastore_Task, 'duration_secs': 0.030866} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.896475] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5203193f-278b-4a36-b964-3acf6a534849 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.904017] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 659.904017] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f004ea-2160-2ec8-1093-e92599c326de" [ 659.904017] env[69566]: _type = "Task" [ 659.904017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.913906] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f004ea-2160-2ec8-1093-e92599c326de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.051813] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Releasing lock "refresh_cache-47241097-ec03-4a00-87f3-453326a0a744" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.052242] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Instance network_info: |[{"id": "70b04838-908b-4a90-9076-91f79f190ed3", "address": "fa:16:3e:ef:bf:30", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b04838-90", "ovs_interfaceid": "70b04838-908b-4a90-9076-91f79f190ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.057210] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:bf:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70b04838-908b-4a90-9076-91f79f190ed3', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.067143] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Creating folder: Project (46638c4f97e54a79a2f8f7d61e860dba). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.067808] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfa86b31-1194-4027-88a4-5afe96ab9400 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.081207] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Created folder: Project (46638c4f97e54a79a2f8f7d61e860dba) in parent group-v679651. [ 660.081207] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Creating folder: Instances. Parent ref: group-v679686. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.081207] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dce16445-89e6-44e1-baa2-4a269604883b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.088433] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Created folder: Instances in parent group-v679686. [ 660.088666] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.088880] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.089083] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87a1958d-341f-4e6e-bd30-940e0a041791 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.118875] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.118875] env[69566]: value = "task-3406832" [ 660.118875] env[69566]: _type = "Task" [ 660.118875] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.125597] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406832, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.127383] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641564c4-ccaa-452f-8d3e-2cc1eefea998 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.135644] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55915f-3ced-480b-890a-c41c99aabfc6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.144453] env[69566]: DEBUG nova.compute.manager [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 660.181734] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3d2803-98a9-4968-98cf-eeebf3386c98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.190108] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0fe02f-a7b7-44a4-b033-6b1dbf8d7d71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.204025] env[69566]: DEBUG nova.compute.provider_tree [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.247741] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391709} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.248050] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.248290] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.248490] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.419781] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f004ea-2160-2ec8-1093-e92599c326de, 'name': SearchDatastore_Task, 'duration_secs': 0.037178} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.420135] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.421413] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.421413] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592d7f70-7984-479f-b2f7-377ab63fd5a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.432850] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 660.432850] env[69566]: value = "task-3406833" [ 660.432850] env[69566]: _type = "Task" [ 660.432850] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.440370] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.601818] env[69566]: DEBUG nova.network.neutron [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Successfully created port: 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.628838] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406832, 'name': CreateVM_Task, 'duration_secs': 0.367372} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.629070] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.629769] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.629939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.630382] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.630635] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98dfb96-93ae-4aed-8942-59daf8688939 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.640246] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 660.640246] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521ffc48-4849-3d4b-26f6-0dc83e3bbafd" [ 660.640246] env[69566]: _type = "Task" [ 660.640246] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.648268] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521ffc48-4849-3d4b-26f6-0dc83e3bbafd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.686637] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.707665] env[69566]: DEBUG nova.scheduler.client.report [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.717449] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.745116] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.745426] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.745631] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.749018] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.749018] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.749018] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.749018] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.749018] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.749315] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.749315] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.749315] env[69566]: DEBUG nova.virt.hardware [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.750666] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281f72c7-b446-464a-a597-5d9642cb2893 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.770311] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d27ed24-e039-470c-8369-803dc769f01d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.944684] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406833, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.003242] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "67c83959-a36f-4d69-97aa-0d5d871b514e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.003523] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.149993] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521ffc48-4849-3d4b-26f6-0dc83e3bbafd, 'name': SearchDatastore_Task, 'duration_secs': 0.069632} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.150324] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.150550] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.150777] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.150920] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.151143] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.151398] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d8dcbcd-291f-4987-82bc-4b97e2bec105 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.163621] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.165195] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.165195] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28026eca-6f8d-46d6-9f77-d33ef63920ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.172482] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 661.172482] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52962126-e5cf-c221-9926-3b2a282c7613" [ 661.172482] env[69566]: _type = "Task" [ 661.172482] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.179274] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52962126-e5cf-c221-9926-3b2a282c7613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.218975] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.218975] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.219345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.273s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.219514] env[69566]: DEBUG nova.objects.instance [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lazy-loading 'resources' on Instance uuid 35ff3b23-019e-4948-a9d8-52f95fcef143 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.306669] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.307100] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.307167] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.307313] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.308041] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.308041] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.308041] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.308041] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.315155] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.315435] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.315887] env[69566]: DEBUG nova.virt.hardware [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.316602] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f9c2cf-449c-44a5-82da-cc72be5baeb3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.326652] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e9b379-4262-4e3d-8b58-de944a7696e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.344498] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.350795] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.351092] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.351314] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b50d5c21-23f8-48d1-a98a-91bf7241fe3f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.373703] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.373703] env[69566]: value = "task-3406834" [ 661.373703] env[69566]: _type = "Task" [ 661.373703] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.373978] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "8b599915-8c5f-40af-af4c-6f6769258ec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.374210] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.386625] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406834, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.447802] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547401} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.448236] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.448873] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.448873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-189c8dc5-e3bd-4399-94e2-c80db218c5ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.455247] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 661.455247] env[69566]: value = "task-3406835" [ 661.455247] env[69566]: _type = "Task" [ 661.455247] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.463780] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.687337] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52962126-e5cf-c221-9926-3b2a282c7613, 'name': SearchDatastore_Task, 'duration_secs': 0.019091} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.688229] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97a240d-432a-4004-8733-3b8a3bfc6b13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.693626] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 661.693626] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525d919a-c438-d664-b143-105512ebd164" [ 661.693626] env[69566]: _type = "Task" [ 661.693626] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.702303] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525d919a-c438-d664-b143-105512ebd164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.723413] env[69566]: DEBUG nova.compute.utils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.730091] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.730551] env[69566]: DEBUG nova.network.neutron [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.847748] env[69566]: DEBUG nova.policy [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ebf7a64bc54847815328dbf1371fb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd08273c6e4f44ed2856b399f6f4406ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.886638] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406834, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.974792] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064705} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.974792] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.975227] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d88984-035e-42b8-bd49-8b3852630df0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.008427] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.009608] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa73da84-6240-449c-b4c4-1774360278c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.041454] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 662.041454] env[69566]: value = "task-3406836" [ 662.041454] env[69566]: _type = "Task" [ 662.041454] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.052220] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.117431] env[69566]: DEBUG nova.network.neutron [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Successfully updated port: 0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.212375] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525d919a-c438-d664-b143-105512ebd164, 'name': SearchDatastore_Task, 'duration_secs': 0.014853} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.212375] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.212375] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 47241097-ec03-4a00-87f3-453326a0a744/47241097-ec03-4a00-87f3-453326a0a744.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.212375] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4d483d3-1cd7-4bfe-8c26-0108ab037b03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.221268] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 662.221268] env[69566]: value = "task-3406837" [ 662.221268] env[69566]: _type = "Task" [ 662.221268] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.232186] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.235749] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4150d2-18de-4ad2-80bb-fc078c04b513 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.239077] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.245842] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd833b-64bc-48ef-a5a4-88256b44fc90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.283236] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4534cb6-c4a9-4b2b-b51a-f1486bed930f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.291605] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8876c9-d05c-499d-aaa4-c8b04aea67a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.308320] env[69566]: DEBUG nova.compute.provider_tree [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.318149] env[69566]: DEBUG nova.compute.manager [req-85b8583a-21c8-4c27-a484-c0fcf8c54fee req-fc795ed5-e2a1-4b46-8d5b-2fc52be635a3 service nova] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Received event network-vif-deleted-118532fe-174d-4403-adeb-61433e3042af {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.385189] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406834, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.552422] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.622159] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "refresh_cache-ce35adfd-a14a-49df-b054-71c6eef3e21b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.622159] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired lock "refresh_cache-ce35adfd-a14a-49df-b054-71c6eef3e21b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.622159] env[69566]: DEBUG nova.network.neutron [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.631680] env[69566]: DEBUG nova.network.neutron [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Successfully created port: 28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.734723] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.812985] env[69566]: DEBUG nova.scheduler.client.report [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.868907] env[69566]: DEBUG nova.compute.manager [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Received event network-changed-70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.869158] env[69566]: DEBUG nova.compute.manager [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Refreshing instance network info cache due to event network-changed-70b04838-908b-4a90-9076-91f79f190ed3. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.869406] env[69566]: DEBUG oslo_concurrency.lockutils [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] Acquiring lock "refresh_cache-47241097-ec03-4a00-87f3-453326a0a744" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.869557] env[69566]: DEBUG oslo_concurrency.lockutils [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] Acquired lock "refresh_cache-47241097-ec03-4a00-87f3-453326a0a744" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.869717] env[69566]: DEBUG nova.network.neutron [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Refreshing network info cache for port 70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.888595] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406834, 'name': CreateVM_Task, 'duration_secs': 1.348963} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.888831] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.890203] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.890330] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.890593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.891169] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3e88a6-242d-41f1-be3e-2263d789c440 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.896842] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 662.896842] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d8e42c-94d8-e396-e71b-823dfff06a64" [ 662.896842] env[69566]: _type = "Task" [ 662.896842] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.908174] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d8e42c-94d8-e396-e71b-823dfff06a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.054259] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406836, 'name': ReconfigVM_Task, 'duration_secs': 0.796148} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.055809] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086/74e9b4aa-64ff-45e9-bded-ae50de06b086.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.059203] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d03d9fdb-5f3c-4d0c-a62b-05ce589f7845 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.069738] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 663.069738] env[69566]: value = "task-3406838" [ 663.069738] env[69566]: _type = "Task" [ 663.069738] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.079561] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406838, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.194781] env[69566]: DEBUG nova.network.neutron [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.235569] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683795} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.238032] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 47241097-ec03-4a00-87f3-453326a0a744/47241097-ec03-4a00-87f3-453326a0a744.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.238032] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.239850] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebeb7fae-9bb5-40ca-96b3-f2fb4e84fe81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.245667] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 663.245667] env[69566]: value = "task-3406839" [ 663.245667] env[69566]: _type = "Task" [ 663.245667] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.252066] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.259725] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.285106] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.285439] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.285666] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.285958] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.286235] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.286404] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.288253] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.288253] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.288253] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.288253] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.288253] env[69566]: DEBUG nova.virt.hardware [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.289625] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950943c-ee96-48cd-a934-9256eaf6a41c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.300907] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab0b4b-77f2-40a9-b66f-fb1f943c3f76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.324315] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.331409] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.176s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.333046] env[69566]: INFO nova.compute.claims [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.373015] env[69566]: INFO nova.scheduler.client.report [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Deleted allocations for instance 35ff3b23-019e-4948-a9d8-52f95fcef143 [ 663.416270] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d8e42c-94d8-e396-e71b-823dfff06a64, 'name': SearchDatastore_Task, 'duration_secs': 0.034646} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.416607] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.416857] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.418717] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.418904] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.419134] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.419449] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e646bece-2b2a-45fb-a083-9dc63df9e0b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.444991] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.444991] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.449812] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e90b5d-245a-4685-a3f1-44facd101947 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.458201] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 663.458201] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523351fb-4f25-ca8f-8f2b-5381175ae27e" [ 663.458201] env[69566]: _type = "Task" [ 663.458201] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.470291] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523351fb-4f25-ca8f-8f2b-5381175ae27e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.590530] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406838, 'name': Rename_Task, 'duration_secs': 0.272475} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.592288] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.592288] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d38cd26-6d15-49ee-b854-7167dc2632a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.607509] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Waiting for the task: (returnval){ [ 663.607509] env[69566]: value = "task-3406840" [ 663.607509] env[69566]: _type = "Task" [ 663.607509] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.621183] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406840, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.759896] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089625} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.759896] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.759896] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76caa731-004f-4b95-97c1-ee7c101ec6e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.786141] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 47241097-ec03-4a00-87f3-453326a0a744/47241097-ec03-4a00-87f3-453326a0a744.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.789551] env[69566]: DEBUG nova.network.neutron [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Updating instance_info_cache with network_info: [{"id": "0b692245-4c29-4368-bb90-d0265f12b7c3", "address": "fa:16:3e:6f:01:f3", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b692245-4c", "ovs_interfaceid": "0b692245-4c29-4368-bb90-d0265f12b7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.790779] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6919ae2-70c4-4370-b47e-6e1486b91bb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.812715] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 663.812715] env[69566]: value = "task-3406841" [ 663.812715] env[69566]: _type = "Task" [ 663.812715] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.823017] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.867085] env[69566]: DEBUG nova.network.neutron [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Updated VIF entry in instance network info cache for port 70b04838-908b-4a90-9076-91f79f190ed3. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.867085] env[69566]: DEBUG nova.network.neutron [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Updating instance_info_cache with network_info: [{"id": "70b04838-908b-4a90-9076-91f79f190ed3", "address": "fa:16:3e:ef:bf:30", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b04838-90", "ovs_interfaceid": "70b04838-908b-4a90-9076-91f79f190ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.890902] env[69566]: DEBUG oslo_concurrency.lockutils [None req-abdd57ca-9834-41d0-9464-cedfb9ab3d58 tempest-DeleteServersAdminTestJSON-538287081 tempest-DeleteServersAdminTestJSON-538287081-project-admin] Lock "35ff3b23-019e-4948-a9d8-52f95fcef143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.556s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.979027] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523351fb-4f25-ca8f-8f2b-5381175ae27e, 'name': SearchDatastore_Task, 'duration_secs': 0.028635} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.979027] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e236580c-4dd9-48be-971e-96095b55f622 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.985987] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 663.985987] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526c2533-e01d-2fea-0c18-4841e0cdb7e9" [ 663.985987] env[69566]: _type = "Task" [ 663.985987] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.999687] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526c2533-e01d-2fea-0c18-4841e0cdb7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.051672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "3bd97686-7586-4531-88da-cea7057302e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.051923] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "3bd97686-7586-4531-88da-cea7057302e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.119405] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406840, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.308087] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Releasing lock "refresh_cache-ce35adfd-a14a-49df-b054-71c6eef3e21b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.308424] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Instance network_info: |[{"id": "0b692245-4c29-4368-bb90-d0265f12b7c3", "address": "fa:16:3e:6f:01:f3", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b692245-4c", "ovs_interfaceid": "0b692245-4c29-4368-bb90-d0265f12b7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.308896] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:01:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b692245-4c29-4368-bb90-d0265f12b7c3', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.319275] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Creating folder: Project (90b65d13dd0e44af999812911c86b013). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.320436] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baed821a-60a9-4c86-8bcf-61e7f0581415 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.333154] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406841, 'name': ReconfigVM_Task, 'duration_secs': 0.279775} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.334199] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 47241097-ec03-4a00-87f3-453326a0a744/47241097-ec03-4a00-87f3-453326a0a744.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.334199] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc4b7c6-7c78-431e-a2c6-609eefe6fec2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.337040] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Created folder: Project (90b65d13dd0e44af999812911c86b013) in parent group-v679651. [ 664.337224] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Creating folder: Instances. Parent ref: group-v679690. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.337776] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d54f3762-0759-49df-9d08-9ce299335a9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.342465] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 664.342465] env[69566]: value = "task-3406843" [ 664.342465] env[69566]: _type = "Task" [ 664.342465] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.351409] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Created folder: Instances in parent group-v679690. [ 664.351409] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.351409] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.351409] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f58958f-d152-45a7-b286-b4d04474e729 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.380773] env[69566]: DEBUG oslo_concurrency.lockutils [req-30aec6aa-5e99-4676-bfe0-1fcfc6cf39eb req-39253d94-a5ee-498d-bb5c-fccde899fdb4 service nova] Releasing lock "refresh_cache-47241097-ec03-4a00-87f3-453326a0a744" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.380773] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406843, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.385663] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.385663] env[69566]: value = "task-3406845" [ 664.385663] env[69566]: _type = "Task" [ 664.385663] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.396989] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406845, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.497994] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526c2533-e01d-2fea-0c18-4841e0cdb7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018306} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.498639] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.498639] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.499068] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b87e90d-ae46-45a0-a84f-da691afc7842 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.502281] env[69566]: DEBUG nova.network.neutron [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Successfully updated port: 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.508249] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 664.508249] env[69566]: value = "task-3406846" [ 664.508249] env[69566]: _type = "Task" [ 664.508249] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.522481] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.622494] env[69566]: DEBUG oslo_vmware.api [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Task: {'id': task-3406840, 'name': PowerOnVM_Task, 'duration_secs': 0.740891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.622840] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.623144] env[69566]: DEBUG nova.compute.manager [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.624037] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c06922-7168-49e0-8889-0384378d3b71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.837873] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.838243] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.850844] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81637a26-83a2-4caf-9066-cd7412699ae2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.865261] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d547f643-8357-42f8-b0e5-3114a6e941a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.868143] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406843, 'name': Rename_Task, 'duration_secs': 0.147891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.868143] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.868926] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d52309b-6afd-4a32-83d7-a1c455f8fc0b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.902777] env[69566]: DEBUG nova.network.neutron [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Successfully updated port: 28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.909725] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de555f52-483a-4cea-a77c-4c88c7940627 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.915488] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 664.915488] env[69566]: value = "task-3406847" [ 664.915488] env[69566]: _type = "Task" [ 664.915488] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.928081] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406845, 'name': CreateVM_Task, 'duration_secs': 0.376962} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.929942] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.930416] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab0e8e3-34a3-476c-9240-d9d9cc908ac1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.942677] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.942814] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.943107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.946017] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.946017] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e12dd5-ffe5-4145-b9d6-3dd7dda5cc41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.952172] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 664.952172] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523af2e5-6f19-cd28-4b05-91165dd5996d" [ 664.952172] env[69566]: _type = "Task" [ 664.952172] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.965252] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.979165] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523af2e5-6f19-cd28-4b05-91165dd5996d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.006228] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.006343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.006488] env[69566]: DEBUG nova.network.neutron [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.022555] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406846, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.042096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.042456] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.147471] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.414505] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "refresh_cache-44a401b3-fd23-4f35-b378-5c72e56be77f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.414505] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired lock "refresh_cache-44a401b3-fd23-4f35-b378-5c72e56be77f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.414874] env[69566]: DEBUG nova.network.neutron [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.431104] env[69566]: DEBUG oslo_vmware.api [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406847, 'name': PowerOnVM_Task, 'duration_secs': 0.487341} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.433078] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.433469] env[69566]: INFO nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Took 9.99 seconds to spawn the instance on the hypervisor. [ 665.433743] env[69566]: DEBUG nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.435291] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600e9e57-2432-4770-9616-1de18e1c991b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.487929] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523af2e5-6f19-cd28-4b05-91165dd5996d, 'name': SearchDatastore_Task, 'duration_secs': 0.051307} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.492377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.492377] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.492377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.492377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.492651] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.492651] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae85f045-1911-41b8-bbdd-7d1a62beaec4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.502031] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.502245] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.504178] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4df84b-a8bf-4f82-9c55-9cd7d1ff834d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.518423] env[69566]: ERROR nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [req-3b7491ed-23d5-472f-ab86-88998f2b9f85] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3b7491ed-23d5-472f-ab86-88998f2b9f85"}]} [ 665.518423] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 665.518423] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ed500f-183f-ecbc-eff8-afe4b2356b81" [ 665.518423] env[69566]: _type = "Task" [ 665.518423] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.531617] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516193} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.535140] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.535524] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.536189] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ed500f-183f-ecbc-eff8-afe4b2356b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.537642] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.539296] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3d57d4-fcae-4f13-9ea9-968c9b2560b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.548928] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 665.548928] env[69566]: value = "task-3406848" [ 665.548928] env[69566]: _type = "Task" [ 665.548928] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.565901] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.580967] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.580967] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.598892] env[69566]: DEBUG nova.network.neutron [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.604581] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: 7b41d1e4-96a0-42ca-8b43-19207aa97c6d {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.634584] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.823692] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Received event network-vif-plugged-0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.823914] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Acquiring lock "ce35adfd-a14a-49df-b054-71c6eef3e21b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.824180] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.824358] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.824525] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] No waiting events found dispatching network-vif-plugged-0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.824699] env[69566]: WARNING nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Received unexpected event network-vif-plugged-0b692245-4c29-4368-bb90-d0265f12b7c3 for instance with vm_state building and task_state spawning. [ 665.824922] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Received event network-changed-0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.825229] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Refreshing instance network info cache due to event network-changed-0b692245-4c29-4368-bb90-d0265f12b7c3. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.825425] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Acquiring lock "refresh_cache-ce35adfd-a14a-49df-b054-71c6eef3e21b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.825561] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Acquired lock "refresh_cache-ce35adfd-a14a-49df-b054-71c6eef3e21b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.825716] env[69566]: DEBUG nova.network.neutron [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Refreshing network info cache for port 0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.833349] env[69566]: DEBUG nova.network.neutron [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updating instance_info_cache with network_info: [{"id": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "address": "fa:16:3e:02:3a:de", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a0cbae-28", "ovs_interfaceid": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.871019] env[69566]: DEBUG nova.compute.manager [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Received event network-vif-plugged-28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.871019] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] Acquiring lock "44a401b3-fd23-4f35-b378-5c72e56be77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.871019] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.871019] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.871019] env[69566]: DEBUG nova.compute.manager [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] No waiting events found dispatching network-vif-plugged-28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.871501] env[69566]: WARNING nova.compute.manager [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Received unexpected event network-vif-plugged-28e30bbf-507e-47f2-9636-675860041f7b for instance with vm_state building and task_state spawning. [ 665.871501] env[69566]: DEBUG nova.compute.manager [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Received event network-changed-28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.871501] env[69566]: DEBUG nova.compute.manager [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Refreshing instance network info cache due to event network-changed-28e30bbf-507e-47f2-9636-675860041f7b. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.871501] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] Acquiring lock "refresh_cache-44a401b3-fd23-4f35-b378-5c72e56be77f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.967021] env[69566]: INFO nova.compute.manager [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Took 26.58 seconds to build instance. [ 665.972997] env[69566]: DEBUG nova.network.neutron [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.037313] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ed500f-183f-ecbc-eff8-afe4b2356b81, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.038196] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b2a060-b5e3-42f3-8cb2-25d3acb0a825 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.047785] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 666.047785] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dd5161-9e83-04af-ef98-a709f536c5f1" [ 666.047785] env[69566]: _type = "Task" [ 666.047785] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.060121] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146085} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.070273] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.070600] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dd5161-9e83-04af-ef98-a709f536c5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.071631] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878b2174-d716-4b3f-a8f9-c2fa08d29f9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.093248] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.096287] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8336549d-dff6-4b48-9051-44028996c38f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.119734] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 666.119734] env[69566]: value = "task-3406849" [ 666.119734] env[69566]: _type = "Task" [ 666.119734] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.127020] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.169213] env[69566]: DEBUG nova.network.neutron [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Updating instance_info_cache with network_info: [{"id": "28e30bbf-507e-47f2-9636-675860041f7b", "address": "fa:16:3e:a0:6e:ed", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e30bbf-50", "ovs_interfaceid": "28e30bbf-507e-47f2-9636-675860041f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.195021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1997167f-08a6-4bbf-b530-3907242cb407 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.202786] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983fdb2a-3012-429a-805a-1887a4d9ac8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.236337] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d230a7f-8919-4830-82a1-13b5788561fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.244533] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f4335-daa5-4fec-b6fe-3e211e3ab0ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.259778] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.340041] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.342533] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Instance network_info: |[{"id": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "address": "fa:16:3e:02:3a:de", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a0cbae-28", "ovs_interfaceid": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.342949] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:3a:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a0cbae-2863-40ba-a7fe-e0407e9c8c5a', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.349730] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Creating folder: Project (f3ac4375ced94528908995b2ee283e50). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.350838] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb13602b-ad2c-44a7-93ce-a001710b0800 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.363139] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Created folder: Project (f3ac4375ced94528908995b2ee283e50) in parent group-v679651. [ 666.363232] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Creating folder: Instances. Parent ref: group-v679693. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.363828] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f3bd3bc-df89-4ec7-8e38-2cdfea1cd5a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.373860] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Created folder: Instances in parent group-v679693. [ 666.374348] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.374443] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.374622] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2beb3a06-38f5-4536-aa3f-f53f13c4d3b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.398147] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.398147] env[69566]: value = "task-3406852" [ 666.398147] env[69566]: _type = "Task" [ 666.398147] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.409436] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406852, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.471018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b02db942-64d8-4442-bca6-2fce4774b67b tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "47241097-ec03-4a00-87f3-453326a0a744" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.098s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.568489] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dd5161-9e83-04af-ef98-a709f536c5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.043222} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.571491] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.571802] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] ce35adfd-a14a-49df-b054-71c6eef3e21b/ce35adfd-a14a-49df-b054-71c6eef3e21b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.572188] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a7f1fc8-0768-4d7a-9017-420d404128f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.580120] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 666.580120] env[69566]: value = "task-3406853" [ 666.580120] env[69566]: _type = "Task" [ 666.580120] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.589133] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.636581] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.654917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "74e9b4aa-64ff-45e9-bded-ae50de06b086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.654917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "74e9b4aa-64ff-45e9-bded-ae50de06b086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.655091] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "74e9b4aa-64ff-45e9-bded-ae50de06b086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.655339] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "74e9b4aa-64ff-45e9-bded-ae50de06b086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.655507] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "74e9b4aa-64ff-45e9-bded-ae50de06b086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.658895] env[69566]: INFO nova.compute.manager [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Terminating instance [ 666.668447] env[69566]: DEBUG nova.network.neutron [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Updated VIF entry in instance network info cache for port 0b692245-4c29-4368-bb90-d0265f12b7c3. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.669652] env[69566]: DEBUG nova.network.neutron [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Updating instance_info_cache with network_info: [{"id": "0b692245-4c29-4368-bb90-d0265f12b7c3", "address": "fa:16:3e:6f:01:f3", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b692245-4c", "ovs_interfaceid": "0b692245-4c29-4368-bb90-d0265f12b7c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.673132] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Releasing lock "refresh_cache-44a401b3-fd23-4f35-b378-5c72e56be77f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.673645] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Instance network_info: |[{"id": "28e30bbf-507e-47f2-9636-675860041f7b", "address": "fa:16:3e:a0:6e:ed", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e30bbf-50", "ovs_interfaceid": "28e30bbf-507e-47f2-9636-675860041f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.674445] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] Acquired lock "refresh_cache-44a401b3-fd23-4f35-b378-5c72e56be77f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.674623] env[69566]: DEBUG nova.network.neutron [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Refreshing network info cache for port 28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.675752] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:6e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e30bbf-507e-47f2-9636-675860041f7b', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.684222] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating folder: Project (d08273c6e4f44ed2856b399f6f4406ab). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.685528] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f71e0cf-6522-446e-9f39-cf11bd8535b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.697304] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Created folder: Project (d08273c6e4f44ed2856b399f6f4406ab) in parent group-v679651. [ 666.697536] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating folder: Instances. Parent ref: group-v679696. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.697783] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de82c8e3-e288-4507-b652-95368d9a3396 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.707642] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Created folder: Instances in parent group-v679696. [ 666.707895] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.709127] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.709429] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29da804c-648c-4535-9f26-dc4503318c0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.729927] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.729927] env[69566]: value = "task-3406856" [ 666.729927] env[69566]: _type = "Task" [ 666.729927] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.738739] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406856, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.787556] env[69566]: ERROR nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [req-2f586f6b-00a8-4501-9e2a-f1f8f8af5de9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f586f6b-00a8-4501-9e2a-f1f8f8af5de9"}]} [ 666.807085] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.830720] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.830720] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.848458] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.883623] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.912750] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406852, 'name': CreateVM_Task, 'duration_secs': 0.471249} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.916378] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.918938] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918938] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.918938] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.918938] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d05cc397-36f5-4cb2-9fe0-b54924c04f4b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.925867] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 666.925867] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525e4436-a20d-38ef-bd84-7252316a36fa" [ 666.925867] env[69566]: _type = "Task" [ 666.925867] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.939276] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525e4436-a20d-38ef-bd84-7252316a36fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.973075] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.978485] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "faf5ccd5-5f25-4331-9229-2e245106999c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.978695] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "faf5ccd5-5f25-4331-9229-2e245106999c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.099359] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.135202] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.163989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "refresh_cache-74e9b4aa-64ff-45e9-bded-ae50de06b086" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.165541] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquired lock "refresh_cache-74e9b4aa-64ff-45e9-bded-ae50de06b086" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.165762] env[69566]: DEBUG nova.network.neutron [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.171389] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Releasing lock "refresh_cache-ce35adfd-a14a-49df-b054-71c6eef3e21b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.171389] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Received event network-changed-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.171389] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Refreshing instance network info cache due to event network-changed-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.171389] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Acquiring lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.171615] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Acquired lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.172264] env[69566]: DEBUG nova.network.neutron [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Refreshing network info cache for port 896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.251377] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406856, 'name': CreateVM_Task, 'duration_secs': 0.438623} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.252198] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.253280] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.440634] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525e4436-a20d-38ef-bd84-7252316a36fa, 'name': SearchDatastore_Task, 'duration_secs': 0.065194} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.440634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.440634] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.440634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.440970] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.440970] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.442579] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.442579] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.442579] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f6e351e-5b7f-4315-8486-bdbf3a3136fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.446685] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1560f6-da66-42dd-ba43-1677d3b7dd59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.453623] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 667.453623] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52657eb5-4172-4e87-1caf-c886847b0408" [ 667.453623] env[69566]: _type = "Task" [ 667.453623] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.462689] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52657eb5-4172-4e87-1caf-c886847b0408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.463896] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.465190] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.465190] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566f8ef0-eab1-42aa-80e6-59d44e2d1542 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.469913] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 667.469913] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f9725c-b830-3a84-e6a5-44d66b0800c4" [ 667.469913] env[69566]: _type = "Task" [ 667.469913] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.480299] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f00c4c-c712-4689-806b-4ebbf0d73029 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.492023] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f9725c-b830-3a84-e6a5-44d66b0800c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.501030] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a68b46f-4474-49c1-b5d0-5f301a4a20f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.538408] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.542018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef6385-2319-42fd-9c2d-fa169b98aa83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.549012] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7395f33a-a4c4-43c8-a2ee-0d2a7f988c71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.557639] env[69566]: DEBUG nova.network.neutron [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Updated VIF entry in instance network info cache for port 28e30bbf-507e-47f2-9636-675860041f7b. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.557941] env[69566]: DEBUG nova.network.neutron [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Updating instance_info_cache with network_info: [{"id": "28e30bbf-507e-47f2-9636-675860041f7b", "address": "fa:16:3e:a0:6e:ed", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e30bbf-50", "ovs_interfaceid": "28e30bbf-507e-47f2-9636-675860041f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.559374] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.559589] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.577372] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.592031] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604227} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.592031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] ce35adfd-a14a-49df-b054-71c6eef3e21b/ce35adfd-a14a-49df-b054-71c6eef3e21b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.592031] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.592031] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-313fb1e1-2987-4ac6-acc2-2c7d4d73ac78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.598813] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 667.598813] env[69566]: value = "task-3406857" [ 667.598813] env[69566]: _type = "Task" [ 667.598813] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.607758] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.637325] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406849, 'name': ReconfigVM_Task, 'duration_secs': 1.284366} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.637659] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 3a2c5c41-748f-4bbc-9507-d83c8f554b04/3a2c5c41-748f-4bbc-9507-d83c8f554b04.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.638371] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d32ef5d-8098-4373-ba40-6ee3dd8b4f42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.645656] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 667.645656] env[69566]: value = "task-3406858" [ 667.645656] env[69566]: _type = "Task" [ 667.645656] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.656238] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406858, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.697454] env[69566]: DEBUG nova.network.neutron [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.773274] env[69566]: DEBUG nova.network.neutron [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.964627] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52657eb5-4172-4e87-1caf-c886847b0408, 'name': SearchDatastore_Task, 'duration_secs': 0.041526} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.965060] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.965267] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.965688] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.979301] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f9725c-b830-3a84-e6a5-44d66b0800c4, 'name': SearchDatastore_Task, 'duration_secs': 0.037044} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.980131] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5481a9b-b9f5-47cd-bef5-612b77aec96e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.987102] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 667.987102] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525aceac-459e-7ed5-1746-ac2d91c2a3b2" [ 667.987102] env[69566]: _type = "Task" [ 667.987102] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.993024] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525aceac-459e-7ed5-1746-ac2d91c2a3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.061291] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f89d353-8230-40a9-b46b-d6e8ff87cc5b req-c1525756-d7e9-44a5-96f3-3a87f34bacdc service nova] Releasing lock "refresh_cache-44a401b3-fd23-4f35-b378-5c72e56be77f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.065232] env[69566]: DEBUG nova.network.neutron [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updated VIF entry in instance network info cache for port 896d7ca9-4b5e-40dd-b87d-37ebf45d2c11. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.065572] env[69566]: DEBUG nova.network.neutron [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updating instance_info_cache with network_info: [{"id": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "address": "fa:16:3e:33:1e:bf", "network": {"id": "6da99cd1-670a-4bb1-8808-eb4cf56eba3f", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-576730728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37386e8520b34b658328871aaa258c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896d7ca9-4b", "ovs_interfaceid": "896d7ca9-4b5e-40dd-b87d-37ebf45d2c11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.099489] env[69566]: ERROR nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [req-01ec9d85-f92c-43c6-ab7f-a121d17b8715] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01ec9d85-f92c-43c6-ab7f-a121d17b8715"}]} [ 668.111825] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065411} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.112531] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.113394] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a04d519-5d21-469a-aae2-7bee97967386 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.136097] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ce35adfd-a14a-49df-b054-71c6eef3e21b/ce35adfd-a14a-49df-b054-71c6eef3e21b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.137444] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.142087] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2489cd10-b293-40ca-abeb-431076daa2c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.173119] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406858, 'name': Rename_Task, 'duration_secs': 0.130271} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.173119] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 668.173119] env[69566]: value = "task-3406859" [ 668.173119] env[69566]: _type = "Task" [ 668.173119] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.173417] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.173546] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.176261] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.177511] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb084ea-0cc0-4f09-b408-532fe69a9547 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.188713] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.189845] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 668.189845] env[69566]: value = "task-3406860" [ 668.189845] env[69566]: _type = "Task" [ 668.189845] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.190746] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.198232] env[69566]: DEBUG nova.compute.manager [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Received event network-changed-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.198232] env[69566]: DEBUG nova.compute.manager [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Refreshing instance network info cache due to event network-changed-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.198362] env[69566]: DEBUG oslo_concurrency.lockutils [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] Acquiring lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.198540] env[69566]: DEBUG oslo_concurrency.lockutils [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] Acquired lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.198779] env[69566]: DEBUG nova.network.neutron [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Refreshing network info cache for port 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.205651] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406860, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.218255] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.276152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Releasing lock "refresh_cache-74e9b4aa-64ff-45e9-bded-ae50de06b086" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.276497] env[69566]: DEBUG nova.compute.manager [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.276699] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.277646] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec4e696-6398-433d-9843-b50303bbf0bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.286258] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.286520] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d2cad24-76e5-4bfe-96bf-8495c8655490 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.295149] env[69566]: DEBUG oslo_vmware.api [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 668.295149] env[69566]: value = "task-3406861" [ 668.295149] env[69566]: _type = "Task" [ 668.295149] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.305215] env[69566]: DEBUG oslo_vmware.api [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.499235] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525aceac-459e-7ed5-1746-ac2d91c2a3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015783} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.502266] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.502583] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] cbd67281-11b6-4ef5-9223-d6eb7600e50b/cbd67281-11b6-4ef5-9223-d6eb7600e50b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.504247] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.504247] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.504449] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2319f408-822c-49a6-b84f-60d5bd5800e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.506679] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce398eb6-2d30-4449-8381-79be83e7d745 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.513871] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 668.513871] env[69566]: value = "task-3406862" [ 668.513871] env[69566]: _type = "Task" [ 668.513871] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.519536] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.520153] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.521208] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b7c492-faa7-4595-8dc6-74c0c9ea6477 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.527303] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.532719] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 668.532719] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f3c12c-5864-94e2-c7bf-8fceffb87272" [ 668.532719] env[69566]: _type = "Task" [ 668.532719] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.544913] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f3c12c-5864-94e2-c7bf-8fceffb87272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.569251] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Releasing lock "refresh_cache-270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.569533] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Received event network-vif-plugged-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.569730] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Acquiring lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.569934] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.570119] env[69566]: DEBUG oslo_concurrency.lockutils [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.570292] env[69566]: DEBUG nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] No waiting events found dispatching network-vif-plugged-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.570495] env[69566]: WARNING nova.compute.manager [req-40c254e3-f6da-407c-bc11-439bd2d193ca req-80fa5a29-c5b5-48f6-ac2b-9be908f323a3 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Received unexpected event network-vif-plugged-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a for instance with vm_state building and task_state spawning. [ 668.697783] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406859, 'name': ReconfigVM_Task, 'duration_secs': 0.394282} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.700520] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ce35adfd-a14a-49df-b054-71c6eef3e21b/ce35adfd-a14a-49df-b054-71c6eef3e21b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.700804] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d9b7c70-0fae-4cf3-a5bf-cd7302bd5283 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.710086] env[69566]: DEBUG oslo_vmware.api [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406860, 'name': PowerOnVM_Task, 'duration_secs': 0.521801} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.713312] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.713481] env[69566]: DEBUG nova.compute.manager [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.713825] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 668.713825] env[69566]: value = "task-3406863" [ 668.713825] env[69566]: _type = "Task" [ 668.713825] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.717568] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca605e-0dd3-421b-9503-2efb79ea69b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.741677] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406863, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.801911] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ab452b-83f6-4d39-be38-c6d40b1cd904 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.810727] env[69566]: DEBUG oslo_vmware.api [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406861, 'name': PowerOffVM_Task, 'duration_secs': 0.125629} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.813084] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.814212] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.814212] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5460862b-c036-4458-aa68-c6f5fe5215e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.816028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76a255f-102c-4428-b35a-2510876efe0c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.853281] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f936a-58f7-441b-8d5e-f31040aa0bbc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.856347] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.856582] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.856744] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleting the datastore file [datastore1] 74e9b4aa-64ff-45e9-bded-ae50de06b086 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.858221] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab8139a0-488c-40eb-abbe-248babec9d65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.865083] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c71a11b-5a88-4985-909a-4964ee1afe0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.870949] env[69566]: DEBUG oslo_vmware.api [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for the task: (returnval){ [ 668.870949] env[69566]: value = "task-3406865" [ 668.870949] env[69566]: _type = "Task" [ 668.870949] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.884084] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.898021] env[69566]: DEBUG oslo_vmware.api [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.985411] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "47241097-ec03-4a00-87f3-453326a0a744" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.985694] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "47241097-ec03-4a00-87f3-453326a0a744" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.985912] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "47241097-ec03-4a00-87f3-453326a0a744-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.986074] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "47241097-ec03-4a00-87f3-453326a0a744-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.986237] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "47241097-ec03-4a00-87f3-453326a0a744-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.991250] env[69566]: INFO nova.compute.manager [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Terminating instance [ 669.030317] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.042431] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f3c12c-5864-94e2-c7bf-8fceffb87272, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.043265] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdee385e-c252-459d-a297-ca735f69b7d6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.048816] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 669.048816] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52de1cb5-81e7-92b4-3caa-766d3fb5d296" [ 669.048816] env[69566]: _type = "Task" [ 669.048816] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.057762] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52de1cb5-81e7-92b4-3caa-766d3fb5d296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.231564] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406863, 'name': Rename_Task, 'duration_secs': 0.302927} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.231564] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.231826] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1fe26d7-4ae6-455d-9ef8-283f119ec515 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.240705] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 669.240705] env[69566]: value = "task-3406866" [ 669.240705] env[69566]: _type = "Task" [ 669.240705] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.245879] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.251610] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.386012] env[69566]: DEBUG oslo_vmware.api [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Task: {'id': task-3406865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235785} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.388537] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.388912] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.388912] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.389090] env[69566]: INFO nova.compute.manager [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Took 1.11 seconds to destroy the instance on the hypervisor. [ 669.389340] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.389542] env[69566]: DEBUG nova.compute.manager [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.389632] env[69566]: DEBUG nova.network.neutron [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.444088] env[69566]: DEBUG nova.scheduler.client.report [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 669.444416] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 37 to 38 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 669.444670] env[69566]: DEBUG nova.compute.provider_tree [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.469654] env[69566]: DEBUG nova.network.neutron [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.501202] env[69566]: DEBUG nova.compute.manager [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 669.501810] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.503285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8a215-bdf0-4b41-9086-78367cf4df71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.511898] env[69566]: DEBUG nova.network.neutron [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updated VIF entry in instance network info cache for port 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.511898] env[69566]: DEBUG nova.network.neutron [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updating instance_info_cache with network_info: [{"id": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "address": "fa:16:3e:02:3a:de", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a0cbae-28", "ovs_interfaceid": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.515338] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.519602] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e77e66a-0d6f-429e-ab1b-ca50ae77014b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.528565] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536147} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.532106] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] cbd67281-11b6-4ef5-9223-d6eb7600e50b/cbd67281-11b6-4ef5-9223-d6eb7600e50b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.532106] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.532106] env[69566]: DEBUG oslo_vmware.api [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 669.532106] env[69566]: value = "task-3406867" [ 669.532106] env[69566]: _type = "Task" [ 669.532106] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.532106] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8108c03f-bb70-4114-9ecb-5abdbad3463b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.544031] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 669.544031] env[69566]: value = "task-3406868" [ 669.544031] env[69566]: _type = "Task" [ 669.544031] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.548847] env[69566]: DEBUG oslo_vmware.api [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.569707] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52de1cb5-81e7-92b4-3caa-766d3fb5d296, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.569707] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.570291] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.570291] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 44a401b3-fd23-4f35-b378-5c72e56be77f/44a401b3-fd23-4f35-b378-5c72e56be77f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.570968] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ab5c8e-c114-4e49-a093-97e9718eb15e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.577721] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 669.577721] env[69566]: value = "task-3406869" [ 669.577721] env[69566]: _type = "Task" [ 669.577721] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.591580] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.755094] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.950476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.620s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.951020] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.956117] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.627s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.956720] env[69566]: INFO nova.compute.claims [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.972630] env[69566]: DEBUG nova.network.neutron [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.017866] env[69566]: DEBUG oslo_concurrency.lockutils [req-0ef1a397-bd1c-477a-958d-e1a362b0d0fa req-64b5fb4e-6158-481b-888c-840b4362f4e2 service nova] Releasing lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.043846] env[69566]: DEBUG oslo_vmware.api [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406867, 'name': PowerOffVM_Task, 'duration_secs': 0.262351} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.044619] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.044851] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.045134] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06a0771d-67fa-4961-844a-c72123c155c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.059049] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068451} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.059545] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.060699] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41a8dd9-6fde-4297-a0d9-f0b8affa5f30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.097252] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] cbd67281-11b6-4ef5-9223-d6eb7600e50b/cbd67281-11b6-4ef5-9223-d6eb7600e50b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.102862] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fd681b-75a3-489f-8693-6bb7c1d479fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.126200] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.126200] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.126200] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Deleting the datastore file [datastore1] 47241097-ec03-4a00-87f3-453326a0a744 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.129065] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74406bb-cf02-45ca-ba7f-5010d838760e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.133210] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.134659] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 670.134659] env[69566]: value = "task-3406871" [ 670.134659] env[69566]: _type = "Task" [ 670.134659] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.139339] env[69566]: DEBUG oslo_vmware.api [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for the task: (returnval){ [ 670.139339] env[69566]: value = "task-3406872" [ 670.139339] env[69566]: _type = "Task" [ 670.139339] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.145991] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.151802] env[69566]: DEBUG oslo_vmware.api [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.259770] env[69566]: DEBUG oslo_vmware.api [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3406866, 'name': PowerOnVM_Task, 'duration_secs': 0.906975} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.260035] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.260286] env[69566]: INFO nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Took 12.15 seconds to spawn the instance on the hypervisor. [ 670.260499] env[69566]: DEBUG nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.261387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af25e9a-d1e1-4fc4-bca6-166a8e35f378 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.341227] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.342201] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.342201] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.342353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.342510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.347456] env[69566]: INFO nova.compute.manager [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Terminating instance [ 670.464027] env[69566]: DEBUG nova.compute.utils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.466779] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.467296] env[69566]: DEBUG nova.network.neutron [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.475121] env[69566]: INFO nova.compute.manager [-] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Took 1.09 seconds to deallocate network for instance. [ 670.573719] env[69566]: DEBUG nova.policy [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '894727ef6c52407dacb6609aa5660cb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf2953d90cbd4889ac0d5f057d5d943a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.592877] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.648084] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406871, 'name': ReconfigVM_Task, 'duration_secs': 0.300535} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.648938] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] cbd67281-11b6-4ef5-9223-d6eb7600e50b/cbd67281-11b6-4ef5-9223-d6eb7600e50b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.649465] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d11eb25-9640-4a9b-8877-7a4f83be10f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.654175] env[69566]: DEBUG oslo_vmware.api [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Task: {'id': task-3406872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170548} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.654219] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.654593] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.654593] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.654832] env[69566]: INFO nova.compute.manager [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Took 1.15 seconds to destroy the instance on the hypervisor. [ 670.654996] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.655222] env[69566]: DEBUG nova.compute.manager [-] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 670.655317] env[69566]: DEBUG nova.network.neutron [-] [instance: 47241097-ec03-4a00-87f3-453326a0a744] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 670.658256] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 670.658256] env[69566]: value = "task-3406873" [ 670.658256] env[69566]: _type = "Task" [ 670.658256] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.667114] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406873, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.791449] env[69566]: INFO nova.compute.manager [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Took 31.05 seconds to build instance. [ 670.853267] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "refresh_cache-3a2c5c41-748f-4bbc-9507-d83c8f554b04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.854264] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquired lock "refresh_cache-3a2c5c41-748f-4bbc-9507-d83c8f554b04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.854264] env[69566]: DEBUG nova.network.neutron [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.976797] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.986805] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.092057] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.176094] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406873, 'name': Rename_Task, 'duration_secs': 0.152296} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.176302] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.176549] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7f243ea-ff52-4b48-8f6d-061995280bb2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.186037] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 671.186037] env[69566]: value = "task-3406874" [ 671.186037] env[69566]: _type = "Task" [ 671.186037] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.199940] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.293406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2126827-f783-4efa-87cc-46284e4a0b83 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.557s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.500063] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "3bc77691-4c4d-47e3-aebf-7088296f490c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.500551] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "3bc77691-4c4d-47e3-aebf-7088296f490c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.516055] env[69566]: DEBUG nova.network.neutron [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Successfully created port: 6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.532313] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe75fa-6cc7-4b2b-9971-b05f6e285110 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.544504] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e8bcc-44de-49c5-b64a-9b680560ad98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.592455] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de725a5c-5225-4f2c-a8a8-8b9423269af7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.603589] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.610195] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325177ae-2a72-4e64-b746-99c45c1fa8a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.634234] env[69566]: DEBUG nova.compute.provider_tree [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.641031] env[69566]: DEBUG nova.network.neutron [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.704056] env[69566]: DEBUG oslo_vmware.api [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3406874, 'name': PowerOnVM_Task, 'duration_secs': 0.503662} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.704056] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.704056] env[69566]: INFO nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Took 11.02 seconds to spawn the instance on the hypervisor. [ 671.704056] env[69566]: DEBUG nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.704732] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396c6c37-69c7-49b4-b583-f8b999dc7101 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.785850] env[69566]: DEBUG nova.network.neutron [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.795779] env[69566]: DEBUG nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.995509] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.028612] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.028855] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.029234] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.029234] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.029544] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.029544] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.029875] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.030040] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.030450] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.030650] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.031034] env[69566]: DEBUG nova.virt.hardware [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.032849] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c1d5f6-ab8a-4c85-93ed-914d62195c63 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.044613] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e31324-7ec9-46de-84bf-b50b00663609 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.099218] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406869, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.482602} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.099509] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 44a401b3-fd23-4f35-b378-5c72e56be77f/44a401b3-fd23-4f35-b378-5c72e56be77f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.099722] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.099968] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3601f9eb-702a-4f0d-877b-e84570639bb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.108672] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 672.108672] env[69566]: value = "task-3406875" [ 672.108672] env[69566]: _type = "Task" [ 672.108672] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.117891] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.145185] env[69566]: DEBUG nova.scheduler.client.report [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.148476] env[69566]: DEBUG nova.network.neutron [-] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.231282] env[69566]: INFO nova.compute.manager [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Took 29.28 seconds to build instance. [ 672.269667] env[69566]: DEBUG nova.compute.manager [req-bfece3d8-be8e-4735-9af7-c6dce3480b28 req-66f321d2-6ee8-4130-ac8e-0d8300d41434 service nova] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Received event network-vif-deleted-70b04838-908b-4a90-9076-91f79f190ed3 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.288962] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Releasing lock "refresh_cache-3a2c5c41-748f-4bbc-9507-d83c8f554b04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.289391] env[69566]: DEBUG nova.compute.manager [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.289570] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.290519] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4275cf71-28d9-43e1-b16b-f565162867c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.299511] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.301817] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a1ce415-9121-46c0-a399-853c07968d33 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.322317] env[69566]: DEBUG oslo_vmware.api [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 672.322317] env[69566]: value = "task-3406876" [ 672.322317] env[69566]: _type = "Task" [ 672.322317] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.323576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.334849] env[69566]: DEBUG oslo_vmware.api [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.620347] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108684} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.621028] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.621783] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36255c14-bdea-445b-8683-9e6c5af24e7e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.647241] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 44a401b3-fd23-4f35-b378-5c72e56be77f/44a401b3-fd23-4f35-b378-5c72e56be77f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.647557] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1bb360-1bf5-44e7-a341-1cd08adb75bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.662446] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.663053] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.665566] env[69566]: INFO nova.compute.manager [-] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Took 2.01 seconds to deallocate network for instance. [ 672.666034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.697s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.668764] env[69566]: DEBUG nova.objects.instance [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.677112] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 672.677112] env[69566]: value = "task-3406877" [ 672.677112] env[69566]: _type = "Task" [ 672.677112] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.687104] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.733550] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e713b308-a9c9-4d93-83cd-51dad2df1f46 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.899s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.838794] env[69566]: DEBUG oslo_vmware.api [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406876, 'name': PowerOffVM_Task, 'duration_secs': 0.357175} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.840073] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.840277] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.840385] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd68b31b-c8fe-4355-b5de-810db913aa71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.869979] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.870300] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.870529] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Deleting the datastore file [datastore1] 3a2c5c41-748f-4bbc-9507-d83c8f554b04 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.870941] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0157026d-8d01-41db-abc7-b842e425ae91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.880233] env[69566]: DEBUG oslo_vmware.api [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for the task: (returnval){ [ 672.880233] env[69566]: value = "task-3406879" [ 672.880233] env[69566]: _type = "Task" [ 672.880233] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.890371] env[69566]: DEBUG oslo_vmware.api [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.169387] env[69566]: DEBUG nova.compute.utils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.170833] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.171015] env[69566]: DEBUG nova.network.neutron [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.178831] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.194056] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406877, 'name': ReconfigVM_Task, 'duration_secs': 0.413755} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.194263] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 44a401b3-fd23-4f35-b378-5c72e56be77f/44a401b3-fd23-4f35-b378-5c72e56be77f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.195207] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7316e1dc-41b6-4f76-a291-c42f3f5d439a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.204113] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 673.204113] env[69566]: value = "task-3406880" [ 673.204113] env[69566]: _type = "Task" [ 673.204113] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.215672] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406880, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.242746] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.327154] env[69566]: DEBUG nova.policy [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d549b5726044927baf8570afa8e9a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b18f82856b8444d6b00e17edc1a0570f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.399246] env[69566]: DEBUG oslo_vmware.api [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Task: {'id': task-3406879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110275} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.399246] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.399246] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.399246] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.399246] env[69566]: INFO nova.compute.manager [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Took 1.11 seconds to destroy the instance on the hypervisor. [ 673.399785] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.399785] env[69566]: DEBUG nova.compute.manager [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.399785] env[69566]: DEBUG nova.network.neutron [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.664960] env[69566]: DEBUG nova.network.neutron [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.677472] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.682370] env[69566]: DEBUG oslo_concurrency.lockutils [None req-768ed262-58a9-4ed4-82fe-dbaaa1d2a490 tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.684134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.309s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.688021] env[69566]: INFO nova.compute.claims [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.719638] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406880, 'name': Rename_Task, 'duration_secs': 0.298265} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.719638] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.719638] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df19d553-1d28-49b9-aada-8f0a03f3bdb4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.725459] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 673.725459] env[69566]: value = "task-3406881" [ 673.725459] env[69566]: _type = "Task" [ 673.725459] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.736799] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.769688] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.901160] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "99ea4526-6480-43fc-82f5-1b37c6f3a680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.901281] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.167505] env[69566]: DEBUG nova.network.neutron [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.238891] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.322918] env[69566]: DEBUG nova.network.neutron [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Successfully updated port: 6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.617422] env[69566]: DEBUG nova.network.neutron [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Successfully created port: 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.670192] env[69566]: INFO nova.compute.manager [-] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Took 1.27 seconds to deallocate network for instance. [ 674.694294] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.733139] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.733139] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.733305] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.733418] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.733571] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.733740] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.734039] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.734330] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.734505] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.734795] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.735725] env[69566]: DEBUG nova.virt.hardware [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.742672] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138409ef-455a-47c4-bf9e-a0174a3d4d0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.758599] env[69566]: DEBUG oslo_vmware.api [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406881, 'name': PowerOnVM_Task, 'duration_secs': 0.786831} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.760296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6107a26-e241-4a8e-8164-eee59ce3dd91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.765235] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.765518] env[69566]: INFO nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Took 11.51 seconds to spawn the instance on the hypervisor. [ 674.765684] env[69566]: DEBUG nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.770633] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d4247f-90d6-4a6b-b1d1-6f262eddf8f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.826352] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "refresh_cache-5a0b7a89-2e90-4682-ab57-180fdb270469" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.828934] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquired lock "refresh_cache-5a0b7a89-2e90-4682-ab57-180fdb270469" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.828934] env[69566]: DEBUG nova.network.neutron [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.180715] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.182042] env[69566]: DEBUG nova.compute.manager [req-a4a1113d-aa65-4d16-a3e9-abb3f9f2cd29 req-ee2cba77-2a3e-4072-9b3e-371fd798d4f3 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Received event network-vif-plugged-6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.182585] env[69566]: DEBUG oslo_concurrency.lockutils [req-a4a1113d-aa65-4d16-a3e9-abb3f9f2cd29 req-ee2cba77-2a3e-4072-9b3e-371fd798d4f3 service nova] Acquiring lock "5a0b7a89-2e90-4682-ab57-180fdb270469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.182585] env[69566]: DEBUG oslo_concurrency.lockutils [req-a4a1113d-aa65-4d16-a3e9-abb3f9f2cd29 req-ee2cba77-2a3e-4072-9b3e-371fd798d4f3 service nova] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.182706] env[69566]: DEBUG oslo_concurrency.lockutils [req-a4a1113d-aa65-4d16-a3e9-abb3f9f2cd29 req-ee2cba77-2a3e-4072-9b3e-371fd798d4f3 service nova] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.182945] env[69566]: DEBUG nova.compute.manager [req-a4a1113d-aa65-4d16-a3e9-abb3f9f2cd29 req-ee2cba77-2a3e-4072-9b3e-371fd798d4f3 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] No waiting events found dispatching network-vif-plugged-6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.183042] env[69566]: WARNING nova.compute.manager [req-a4a1113d-aa65-4d16-a3e9-abb3f9f2cd29 req-ee2cba77-2a3e-4072-9b3e-371fd798d4f3 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Received unexpected event network-vif-plugged-6f0808f9-0e98-4788-85b0-923ee0e52474 for instance with vm_state building and task_state spawning. [ 675.287140] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88d5844-9b92-4860-b962-9ce0e1624de5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.309063] env[69566]: INFO nova.compute.manager [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Took 31.29 seconds to build instance. [ 675.313349] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e759ed3-82dc-49e8-bb82-866fff1c6a31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.355714] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a963551-7ad0-4d7d-92e7-2a57d0de2f65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.366971] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79eb0bc-12ac-4186-a32a-0ea6521d9cec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.388039] env[69566]: DEBUG nova.compute.provider_tree [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.456729] env[69566]: DEBUG nova.network.neutron [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.813881] env[69566]: DEBUG oslo_concurrency.lockutils [None req-46a64bd7-31b1-43c0-be50-8b3e6114ace0 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.685s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.892453] env[69566]: DEBUG nova.scheduler.client.report [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.219844] env[69566]: DEBUG nova.network.neutron [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Updating instance_info_cache with network_info: [{"id": "6f0808f9-0e98-4788-85b0-923ee0e52474", "address": "fa:16:3e:c7:06:35", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0808f9-0e", "ovs_interfaceid": "6f0808f9-0e98-4788-85b0-923ee0e52474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.318316] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.399991] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.400605] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.403653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.828s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.405111] env[69566]: INFO nova.compute.claims [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.723051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Releasing lock "refresh_cache-5a0b7a89-2e90-4682-ab57-180fdb270469" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723051] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Instance network_info: |[{"id": "6f0808f9-0e98-4788-85b0-923ee0e52474", "address": "fa:16:3e:c7:06:35", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0808f9-0e", "ovs_interfaceid": "6f0808f9-0e98-4788-85b0-923ee0e52474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.725107] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:06:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f0808f9-0e98-4788-85b0-923ee0e52474', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.731938] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Creating folder: Project (bf2953d90cbd4889ac0d5f057d5d943a). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.733439] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3462ed07-ba15-4dbe-b195-5371aaecec91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.747400] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Created folder: Project (bf2953d90cbd4889ac0d5f057d5d943a) in parent group-v679651. [ 676.747678] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Creating folder: Instances. Parent ref: group-v679699. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.747941] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40a0e1f0-9825-4223-9a88-bbd518f2c236 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.761018] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Created folder: Instances in parent group-v679699. [ 676.761333] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.761540] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.761754] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-622685d7-e3ab-4f3d-8891-0d71e9ffd64c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.787537] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.787537] env[69566]: value = "task-3406884" [ 676.787537] env[69566]: _type = "Task" [ 676.787537] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.799468] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406884, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.814316] env[69566]: DEBUG nova.network.neutron [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Successfully updated port: 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.849240] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.912572] env[69566]: DEBUG nova.compute.utils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.921185] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.921185] env[69566]: DEBUG nova.network.neutron [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.983915] env[69566]: DEBUG nova.policy [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40ebf7a64bc54847815328dbf1371fb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd08273c6e4f44ed2856b399f6f4406ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.283683] env[69566]: DEBUG nova.network.neutron [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Successfully created port: 7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.300308] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406884, 'name': CreateVM_Task, 'duration_secs': 0.382691} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.300565] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.301535] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.301705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.302291] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.302291] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82153475-0dc9-4733-9847-68330d923a69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.309130] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 677.309130] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ff61ab-8b96-30ea-c362-3b91b83ccfbf" [ 677.309130] env[69566]: _type = "Task" [ 677.309130] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.317089] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.317301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.317741] env[69566]: DEBUG nova.network.neutron [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.324482] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff61ab-8b96-30ea-c362-3b91b83ccfbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.430261] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.825554] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff61ab-8b96-30ea-c362-3b91b83ccfbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012634} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.828679] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.828975] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.829303] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.829494] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.829711] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.830554] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d62b29-ab07-4b9f-ad57-6e8cf667a2ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.845528] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.845941] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.846806] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54dcc674-36eb-4d47-946f-c4221fb12def {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.853414] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 677.853414] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524dbeb2-c8bb-35f1-8558-c303cc55c2a1" [ 677.853414] env[69566]: _type = "Task" [ 677.853414] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.867539] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524dbeb2-c8bb-35f1-8558-c303cc55c2a1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.868395] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d30fd1-83ad-48f3-90cd-229674fb2ad7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.878429] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 677.878429] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ec094b-28e4-fca6-dea7-c99989284438" [ 677.878429] env[69566]: _type = "Task" [ 677.878429] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.889613] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ec094b-28e4-fca6-dea7-c99989284438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.902734] env[69566]: DEBUG nova.network.neutron [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.015803] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bc4e7c-2022-4b0f-8942-2e885c8d3d8b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.028683] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c02a6f-58c9-42c3-aa23-f6dec6e0747f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.069649] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd8fbca-9d0b-4ac4-9e92-a331e46dd545 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.079421] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5bdaf2-60c9-441a-bd2d-38de405737f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.096956] env[69566]: DEBUG nova.compute.provider_tree [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.311431] env[69566]: DEBUG nova.compute.manager [req-8de97798-8813-401e-975c-52e13e5c222c req-6b9f020c-3524-484c-b0b4-4b36dbb86e0c service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-vif-plugged-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.311711] env[69566]: DEBUG oslo_concurrency.lockutils [req-8de97798-8813-401e-975c-52e13e5c222c req-6b9f020c-3524-484c-b0b4-4b36dbb86e0c service nova] Acquiring lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.312225] env[69566]: DEBUG oslo_concurrency.lockutils [req-8de97798-8813-401e-975c-52e13e5c222c req-6b9f020c-3524-484c-b0b4-4b36dbb86e0c service nova] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.312410] env[69566]: DEBUG oslo_concurrency.lockutils [req-8de97798-8813-401e-975c-52e13e5c222c req-6b9f020c-3524-484c-b0b4-4b36dbb86e0c service nova] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.312576] env[69566]: DEBUG nova.compute.manager [req-8de97798-8813-401e-975c-52e13e5c222c req-6b9f020c-3524-484c-b0b4-4b36dbb86e0c service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] No waiting events found dispatching network-vif-plugged-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.312739] env[69566]: WARNING nova.compute.manager [req-8de97798-8813-401e-975c-52e13e5c222c req-6b9f020c-3524-484c-b0b4-4b36dbb86e0c service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received unexpected event network-vif-plugged-7dce24e1-21b5-4d84-b3eb-d86ac7640192 for instance with vm_state building and task_state spawning. [ 678.393416] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ec094b-28e4-fca6-dea7-c99989284438, 'name': SearchDatastore_Task, 'duration_secs': 0.024031} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.394090] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.394495] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 5a0b7a89-2e90-4682-ab57-180fdb270469/5a0b7a89-2e90-4682-ab57-180fdb270469.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.395593] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb5acd4f-aceb-4167-848f-0ea3839db0a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.403403] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 678.403403] env[69566]: value = "task-3406885" [ 678.403403] env[69566]: _type = "Task" [ 678.403403] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.413633] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.448831] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.485236] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.485503] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.485662] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.486945] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.486945] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.486945] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.486945] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.486945] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.487272] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.487272] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.487272] env[69566]: DEBUG nova.virt.hardware [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.488256] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5222fae8-86eb-45ed-b183-a7b121e07fd4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.497022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9001c1e-15f1-43cc-95a8-4ec44764dc94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.541184] env[69566]: DEBUG nova.network.neutron [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.599964] env[69566]: DEBUG nova.scheduler.client.report [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.766645] env[69566]: DEBUG nova.compute.manager [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Received event network-changed-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.766645] env[69566]: DEBUG nova.compute.manager [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Refreshing instance network info cache due to event network-changed-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.766910] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Acquiring lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.767142] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Acquired lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.767498] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Refreshing network info cache for port 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.916186] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406885, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.048299] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.048642] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Instance network_info: |[{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.049445] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:20:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dce24e1-21b5-4d84-b3eb-d86ac7640192', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.062070] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Creating folder: Project (b18f82856b8444d6b00e17edc1a0570f). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.062070] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f4ad8e4-b7b1-4d15-adcb-119ba986c0ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.079028] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Created folder: Project (b18f82856b8444d6b00e17edc1a0570f) in parent group-v679651. [ 679.079028] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Creating folder: Instances. Parent ref: group-v679702. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.079286] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17b85c6-4ede-41a8-bdc6-68b5f1bb11f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.090918] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Created folder: Instances in parent group-v679702. [ 679.091178] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.091379] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.092029] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c729383d-95ad-4e4f-bd88-1b843ba6654d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.108870] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.109395] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.111886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.532s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.113964] env[69566]: INFO nova.compute.claims [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.122313] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.122313] env[69566]: value = "task-3406888" [ 679.122313] env[69566]: _type = "Task" [ 679.122313] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.134103] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406888, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.334675] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "8cc280a2-364e-4974-8a97-dd97599e194c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.334921] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "8cc280a2-364e-4974-8a97-dd97599e194c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.417061] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529671} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.417061] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 5a0b7a89-2e90-4682-ab57-180fdb270469/5a0b7a89-2e90-4682-ab57-180fdb270469.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.417061] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.417061] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36e4b60-e8c9-42d2-b109-169de60ea618 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.427270] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 679.427270] env[69566]: value = "task-3406889" [ 679.427270] env[69566]: _type = "Task" [ 679.427270] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.440225] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.569970] env[69566]: DEBUG nova.network.neutron [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Successfully updated port: 7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.618019] env[69566]: DEBUG nova.compute.utils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.621434] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.621605] env[69566]: DEBUG nova.network.neutron [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.635818] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406888, 'name': CreateVM_Task, 'duration_secs': 0.426701} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.635988] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.636673] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.639042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.639042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.639042] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e223a5ba-70f0-4e00-9596-cb9608d87f57 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.646284] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 679.646284] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521e7190-724b-18e6-d1d1-88a44ed027de" [ 679.646284] env[69566]: _type = "Task" [ 679.646284] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.666146] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521e7190-724b-18e6-d1d1-88a44ed027de, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.670262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.670262] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.670262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.670262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.670422] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.670422] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de724792-c936-4850-a156-c7b8b1eca1cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.683217] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.683217] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.683511] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b800d7a2-3c96-49f0-b2c7-d45459d80245 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.692135] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 679.692135] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092d60-b977-8ac6-97d0-ac86b076ee27" [ 679.692135] env[69566]: _type = "Task" [ 679.692135] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.703315] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52092d60-b977-8ac6-97d0-ac86b076ee27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.775244] env[69566]: DEBUG nova.policy [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c33c069fb94d77937aa855b34ce703', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4d9e58981f6472aa9125f9c8288da20', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.846666] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updated VIF entry in instance network info cache for port 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.846666] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updating instance_info_cache with network_info: [{"id": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "address": "fa:16:3e:02:3a:de", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a0cbae-28", "ovs_interfaceid": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.938845] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103067} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.939210] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.940205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ca034-afe3-4e48-9088-fe16e24870bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.970880] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 5a0b7a89-2e90-4682-ab57-180fdb270469/5a0b7a89-2e90-4682-ab57-180fdb270469.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.970971] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b4b4dd-7041-47f0-88e4-5a860bdc9881 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.993057] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 679.993057] env[69566]: value = "task-3406890" [ 679.993057] env[69566]: _type = "Task" [ 679.993057] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.003104] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.074415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "refresh_cache-0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.074415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired lock "refresh_cache-0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.074415] env[69566]: DEBUG nova.network.neutron [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.127536] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.204937] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52092d60-b977-8ac6-97d0-ac86b076ee27, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.206061] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54acfb08-4f10-45d3-8d38-0be2e000096d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.221258] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 680.221258] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52935330-6a6c-0efd-32e1-44e87c755fbf" [ 680.221258] env[69566]: _type = "Task" [ 680.221258] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.229764] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52935330-6a6c-0efd-32e1-44e87c755fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.351575] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Releasing lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.351861] env[69566]: DEBUG nova.compute.manager [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Received event network-changed-6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.352046] env[69566]: DEBUG nova.compute.manager [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Refreshing instance network info cache due to event network-changed-6f0808f9-0e98-4788-85b0-923ee0e52474. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.352265] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Acquiring lock "refresh_cache-5a0b7a89-2e90-4682-ab57-180fdb270469" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.352421] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Acquired lock "refresh_cache-5a0b7a89-2e90-4682-ab57-180fdb270469" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.352572] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Refreshing network info cache for port 6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.505330] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406890, 'name': ReconfigVM_Task, 'duration_secs': 0.324518} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.505621] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 5a0b7a89-2e90-4682-ab57-180fdb270469/5a0b7a89-2e90-4682-ab57-180fdb270469.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.506339] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d34607d2-3870-4166-bdb7-f3114af11677 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.514522] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 680.514522] env[69566]: value = "task-3406891" [ 680.514522] env[69566]: _type = "Task" [ 680.514522] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.530438] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406891, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.636728] env[69566]: DEBUG nova.network.neutron [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.667695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e1072-ed07-4b09-b853-854745ecd92c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.680624] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0480b1f6-5650-4d9e-b0fb-db4a1ae2b61b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.714486] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c87883-8703-4970-ad1b-d569b889bd9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.728593] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3d73c8-25ed-41f2-8aa5-090b10daac9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.737574] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52935330-6a6c-0efd-32e1-44e87c755fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.036161} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.737626] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.738210] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] b90c8755-2b5a-4f30-b9f6-3f8455cc22d7/b90c8755-2b5a-4f30-b9f6-3f8455cc22d7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.738210] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b843b8e5-43b8-4cf6-b4a0-487d98053d44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.748894] env[69566]: DEBUG nova.compute.provider_tree [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.751529] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 680.751529] env[69566]: value = "task-3406892" [ 680.751529] env[69566]: _type = "Task" [ 680.751529] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.762069] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.781704] env[69566]: DEBUG nova.network.neutron [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Successfully created port: 60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.966860] env[69566]: DEBUG nova.network.neutron [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Updating instance_info_cache with network_info: [{"id": "7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8", "address": "fa:16:3e:fa:6d:21", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ede2ab9-e8", "ovs_interfaceid": "7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.030265] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406891, 'name': Rename_Task, 'duration_secs': 0.151443} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.030575] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.030817] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb928511-49b5-407e-8f55-6f225e59de1e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.040099] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 681.040099] env[69566]: value = "task-3406893" [ 681.040099] env[69566]: _type = "Task" [ 681.040099] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.055462] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.140617] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.175137] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.175354] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.178129] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.178129] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.178129] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.178129] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.178129] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.178599] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.178599] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.178599] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.178599] env[69566]: DEBUG nova.virt.hardware [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.178599] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758c92d-69aa-45de-88a2-6809062c1b14 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.196780] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c6cbb4-9a0e-49dd-922d-9863a13bd2aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.246094] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Updated VIF entry in instance network info cache for port 6f0808f9-0e98-4788-85b0-923ee0e52474. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.246629] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Updating instance_info_cache with network_info: [{"id": "6f0808f9-0e98-4788-85b0-923ee0e52474", "address": "fa:16:3e:c7:06:35", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f0808f9-0e", "ovs_interfaceid": "6f0808f9-0e98-4788-85b0-923ee0e52474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.256341] env[69566]: DEBUG nova.scheduler.client.report [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.280031] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515429} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.280031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] b90c8755-2b5a-4f30-b9f6-3f8455cc22d7/b90c8755-2b5a-4f30-b9f6-3f8455cc22d7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.280031] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.280031] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dae548-b5c8-4eed-8830-0b25a9c89b10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.288116] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 681.288116] env[69566]: value = "task-3406894" [ 681.288116] env[69566]: _type = "Task" [ 681.288116] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.299035] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.469578] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Releasing lock "refresh_cache-0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.469971] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Instance network_info: |[{"id": "7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8", "address": "fa:16:3e:fa:6d:21", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ede2ab9-e8", "ovs_interfaceid": "7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.470422] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:6d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.480546] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.480805] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.481076] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0895e7e9-1330-4f41-a372-125919487915 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.507868] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.507868] env[69566]: value = "task-3406895" [ 681.507868] env[69566]: _type = "Task" [ 681.507868] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.522171] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406895, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.558793] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406893, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.756737] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Releasing lock "refresh_cache-5a0b7a89-2e90-4682-ab57-180fdb270469" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.757117] env[69566]: DEBUG nova.compute.manager [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Received event network-changed-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.757298] env[69566]: DEBUG nova.compute.manager [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Refreshing instance network info cache due to event network-changed-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.759025] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Acquiring lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.759025] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Acquired lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.759025] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Refreshing network info cache for port 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.768252] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.768794] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.772344] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.727s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.773023] env[69566]: DEBUG nova.objects.instance [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lazy-loading 'resources' on Instance uuid e34c7fbb-29c7-4265-8813-2eefb6770cd4 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.804050] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144957} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.804645] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.805821] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fef7c1-658d-4cf2-a1b6-e61dfe774f20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.835025] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] b90c8755-2b5a-4f30-b9f6-3f8455cc22d7/b90c8755-2b5a-4f30-b9f6-3f8455cc22d7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.836789] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f021fc83-1d2d-4d3e-804f-521c3780b30c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.854358] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.854590] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.861562] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 681.861562] env[69566]: value = "task-3406896" [ 681.861562] env[69566]: _type = "Task" [ 681.861562] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.871223] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.019110] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406895, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.050576] env[69566]: DEBUG oslo_vmware.api [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406893, 'name': PowerOnVM_Task, 'duration_secs': 0.563753} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.050874] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.051092] env[69566]: INFO nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Took 10.06 seconds to spawn the instance on the hypervisor. [ 682.051282] env[69566]: DEBUG nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.052183] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a226e0-2531-4954-ae50-9864b95170ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.131902] env[69566]: DEBUG nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.131902] env[69566]: DEBUG nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing instance network info cache due to event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.131902] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Acquiring lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.131902] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Acquired lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.131902] env[69566]: DEBUG nova.network.neutron [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.276119] env[69566]: DEBUG nova.compute.utils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.280840] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.281254] env[69566]: DEBUG nova.network.neutron [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.357574] env[69566]: DEBUG nova.policy [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '488a250ecb304d58a5f6cdd6c8f507ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db29d058e674c1ea91d67bd72faa50d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.375878] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406896, 'name': ReconfigVM_Task, 'duration_secs': 0.291559} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.376779] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Reconfigured VM instance instance-00000010 to attach disk [datastore1] b90c8755-2b5a-4f30-b9f6-3f8455cc22d7/b90c8755-2b5a-4f30-b9f6-3f8455cc22d7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.377940] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4983cac-f050-47a4-a108-ecf32373d68e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.391029] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 682.391029] env[69566]: value = "task-3406897" [ 682.391029] env[69566]: _type = "Task" [ 682.391029] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.407013] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406897, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.526198] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406895, 'name': CreateVM_Task, 'duration_secs': 0.651452} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.528881] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.529786] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.529956] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.530293] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.530552] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44153db3-7cbe-442a-b9ff-5c474b2a8c71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.538103] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 682.538103] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52efe16b-1a29-76a9-8b05-67bb1fb5d953" [ 682.538103] env[69566]: _type = "Task" [ 682.538103] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.555554] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52efe16b-1a29-76a9-8b05-67bb1fb5d953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.574902] env[69566]: INFO nova.compute.manager [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Took 32.44 seconds to build instance. [ 682.655304] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updated VIF entry in instance network info cache for port 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.655531] env[69566]: DEBUG nova.network.neutron [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updating instance_info_cache with network_info: [{"id": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "address": "fa:16:3e:02:3a:de", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a0cbae-28", "ovs_interfaceid": "75a0cbae-2863-40ba-a7fe-e0407e9c8c5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.715124] env[69566]: DEBUG nova.network.neutron [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Successfully updated port: 60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.784255] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.903383] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406897, 'name': Rename_Task, 'duration_secs': 0.148562} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.903383] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.903383] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f62d02b-7aba-49d8-861f-d05bf203ae66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.913572] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 682.913572] env[69566]: value = "task-3406898" [ 682.913572] env[69566]: _type = "Task" [ 682.913572] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.930762] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.931538] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c205ef-7a54-4f8e-9943-6cef68a9f1ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.943580] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704798ee-e329-427b-8019-e80e93b1a211 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.978642] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c8864e-4801-46e9-8ebe-c586d75969d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.986977] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115e6dc-6be5-4865-b855-70878b3c0cd4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.001814] env[69566]: DEBUG nova.compute.provider_tree [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.047955] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52efe16b-1a29-76a9-8b05-67bb1fb5d953, 'name': SearchDatastore_Task, 'duration_secs': 0.022069} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.048375] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.048572] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.048804] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.048954] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.049224] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.049432] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5408ae-7ca2-4a24-ad3a-01cf1784ed03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.060360] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.060606] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.061370] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3e519e-8403-45fc-8a38-7437e5f4e440 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.067222] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 683.067222] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d9bfc7-afd4-0a36-9279-b3fad59cc10c" [ 683.067222] env[69566]: _type = "Task" [ 683.067222] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.075783] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d9bfc7-afd4-0a36-9279-b3fad59cc10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.076631] env[69566]: DEBUG nova.network.neutron [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Successfully created port: e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.078693] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0221fd02-de3d-4d10-924f-6038209a6ec9 tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.884s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.100426] env[69566]: DEBUG nova.network.neutron [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updated VIF entry in instance network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.100715] env[69566]: DEBUG nova.network.neutron [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.162786] env[69566]: DEBUG oslo_concurrency.lockutils [req-40350a50-ea1e-4bc8-9234-be255bd22bfc req-8ea9e0e7-a5b4-4996-8d81-43729b119f71 service nova] Releasing lock "refresh_cache-cbd67281-11b6-4ef5-9223-d6eb7600e50b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.221633] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "refresh_cache-f173734d-a046-4647-92c2-a9595f031a39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.222145] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquired lock "refresh_cache-f173734d-a046-4647-92c2-a9595f031a39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.222487] env[69566]: DEBUG nova.network.neutron [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.354022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "55949dd4-4830-4f07-a2f1-c38359c599be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.354022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "55949dd4-4830-4f07-a2f1-c38359c599be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.427142] env[69566]: DEBUG oslo_vmware.api [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3406898, 'name': PowerOnVM_Task, 'duration_secs': 0.480035} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.427142] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.427142] env[69566]: INFO nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Took 8.73 seconds to spawn the instance on the hypervisor. [ 683.427142] env[69566]: DEBUG nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.427142] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56a20f-8b24-48c6-bd4d-d440fccaf106 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.508042] env[69566]: DEBUG nova.scheduler.client.report [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.584826] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.585315] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.585836] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.589048] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d9bfc7-afd4-0a36-9279-b3fad59cc10c, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.590529] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a11d50-0027-4964-94e0-6d524fc826f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.599398] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 683.599398] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522fdcb7-25c1-6508-0c8e-2c4d569a36ab" [ 683.599398] env[69566]: _type = "Task" [ 683.599398] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.605790] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Releasing lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.606290] env[69566]: DEBUG nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Received event network-vif-plugged-7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.607605] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Acquiring lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.607605] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.607605] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.607605] env[69566]: DEBUG nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] No waiting events found dispatching network-vif-plugged-7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.607894] env[69566]: WARNING nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Received unexpected event network-vif-plugged-7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 for instance with vm_state building and task_state spawning. [ 683.608301] env[69566]: DEBUG nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Received event network-changed-7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.608524] env[69566]: DEBUG nova.compute.manager [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Refreshing instance network info cache due to event network-changed-7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.609225] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Acquiring lock "refresh_cache-0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.609426] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Acquired lock "refresh_cache-0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.609623] env[69566]: DEBUG nova.network.neutron [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Refreshing network info cache for port 7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.619945] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522fdcb7-25c1-6508-0c8e-2c4d569a36ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017975} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.621070] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.621235] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6/0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.621422] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4027a772-6d3f-4c77-a229-dfc2204f23c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.630536] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 683.630536] env[69566]: value = "task-3406899" [ 683.630536] env[69566]: _type = "Task" [ 683.630536] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.640431] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.792786] env[69566]: DEBUG nova.network.neutron [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.796192] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.825818] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:53:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1003670908',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-355255604',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.826080] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.826280] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.826484] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.826628] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.826772] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.827073] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.827332] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.827540] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.827711] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.828422] env[69566]: DEBUG nova.virt.hardware [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.828824] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf0aa15-c32c-4891-b2da-78102339fb72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.837365] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7608d6a-076a-40ee-a80f-e5e94db23f32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.955246] env[69566]: INFO nova.compute.manager [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Took 33.65 seconds to build instance. [ 684.014391] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.019044] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.305s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.019044] env[69566]: DEBUG nova.objects.instance [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lazy-loading 'resources' on Instance uuid 6ea331fd-83e8-45fd-ad6d-372835735da7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.025388] env[69566]: DEBUG nova.network.neutron [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Updating instance_info_cache with network_info: [{"id": "60f28111-36b5-4ad3-ba17-2d0efc522364", "address": "fa:16:3e:b5:2c:ef", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f28111-36", "ovs_interfaceid": "60f28111-36b5-4ad3-ba17-2d0efc522364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.047813] env[69566]: INFO nova.scheduler.client.report [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Deleted allocations for instance e34c7fbb-29c7-4265-8813-2eefb6770cd4 [ 684.106744] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.142464] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406899, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.377715] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "5a7759ca-a449-4619-96cb-71c78ac0e18f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.377934] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.420054] env[69566]: DEBUG nova.network.neutron [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Updated VIF entry in instance network info cache for port 7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.420054] env[69566]: DEBUG nova.network.neutron [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Updating instance_info_cache with network_info: [{"id": "7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8", "address": "fa:16:3e:fa:6d:21", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ede2ab9-e8", "ovs_interfaceid": "7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.457691] env[69566]: DEBUG oslo_concurrency.lockutils [None req-80fd187f-37ae-4014-aa77-694670518b38 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.695s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.531101] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Releasing lock "refresh_cache-f173734d-a046-4647-92c2-a9595f031a39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.532179] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Instance network_info: |[{"id": "60f28111-36b5-4ad3-ba17-2d0efc522364", "address": "fa:16:3e:b5:2c:ef", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f28111-36", "ovs_interfaceid": "60f28111-36b5-4ad3-ba17-2d0efc522364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.532420] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:2c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60f28111-36b5-4ad3-ba17-2d0efc522364', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.541987] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Creating folder: Project (b4d9e58981f6472aa9125f9c8288da20). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.541987] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8ae4ad0-c4e7-42be-add2-7b45f60a438d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.558040] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Created folder: Project (b4d9e58981f6472aa9125f9c8288da20) in parent group-v679651. [ 684.559383] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Creating folder: Instances. Parent ref: group-v679706. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.559383] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5c689fc-6cec-4b36-b289-10b0e431c6d3 tempest-ServerExternalEventsTest-1068033534 tempest-ServerExternalEventsTest-1068033534-project-member] Lock "e34c7fbb-29c7-4265-8813-2eefb6770cd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.052s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.560163] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4fc0678-2750-41c0-8d23-6e2f3bae3da3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.573910] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Created folder: Instances in parent group-v679706. [ 684.574153] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.574379] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f173734d-a046-4647-92c2-a9595f031a39] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.574719] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-923fdca0-6843-4dcd-8789-7b366f4bf9be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.604053] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.604053] env[69566]: value = "task-3406902" [ 684.604053] env[69566]: _type = "Task" [ 684.604053] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.616677] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406902, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.648267] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.648730] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6/0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.648853] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.649025] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eed639b3-eab8-417d-bcf5-32aa821d027d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.656356] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 684.656356] env[69566]: value = "task-3406903" [ 684.656356] env[69566]: _type = "Task" [ 684.656356] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.665949] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.926019] env[69566]: DEBUG oslo_concurrency.lockutils [req-8bbaa133-f7d7-46ec-b8c9-566871137a2c req-d06fda05-e8dd-45d9-ae8d-288697f166e3 service nova] Releasing lock "refresh_cache-0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.960171] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.033231] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e4bd55-8e65-4660-9ae5-689bed2988a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.042263] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a8935-b1f3-4cdc-a647-599fb71739dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.081705] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4625e5-4f6b-43bf-a3a3-b86bd53fb8c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086401] env[69566]: DEBUG nova.compute.manager [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Received event network-vif-plugged-60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.086729] env[69566]: DEBUG oslo_concurrency.lockutils [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] Acquiring lock "f173734d-a046-4647-92c2-a9595f031a39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.087047] env[69566]: DEBUG oslo_concurrency.lockutils [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] Lock "f173734d-a046-4647-92c2-a9595f031a39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.087566] env[69566]: DEBUG oslo_concurrency.lockutils [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] Lock "f173734d-a046-4647-92c2-a9595f031a39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.087876] env[69566]: DEBUG nova.compute.manager [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] No waiting events found dispatching network-vif-plugged-60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.088186] env[69566]: WARNING nova.compute.manager [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Received unexpected event network-vif-plugged-60f28111-36b5-4ad3-ba17-2d0efc522364 for instance with vm_state building and task_state spawning. [ 685.088474] env[69566]: DEBUG nova.compute.manager [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Received event network-changed-60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.088773] env[69566]: DEBUG nova.compute.manager [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Refreshing instance network info cache due to event network-changed-60f28111-36b5-4ad3-ba17-2d0efc522364. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.089101] env[69566]: DEBUG oslo_concurrency.lockutils [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] Acquiring lock "refresh_cache-f173734d-a046-4647-92c2-a9595f031a39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.089401] env[69566]: DEBUG oslo_concurrency.lockutils [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] Acquired lock "refresh_cache-f173734d-a046-4647-92c2-a9595f031a39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.089686] env[69566]: DEBUG nova.network.neutron [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Refreshing network info cache for port 60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.097504] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5324206-a3f1-454a-81d1-87d95ac7c314 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.116427] env[69566]: DEBUG nova.compute.provider_tree [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.123400] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406902, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.167564] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13463} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.167950] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.168921] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3deb5c-f2c2-488d-b95c-381551033191 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.193739] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6/0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.194460] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef2d111-e4e4-42e5-93cc-2c9cac6b07d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.220198] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 685.220198] env[69566]: value = "task-3406904" [ 685.220198] env[69566]: _type = "Task" [ 685.220198] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.226858] env[69566]: DEBUG nova.compute.manager [None req-5d8a8db7-00ce-479c-8146-68e5e14f0481 tempest-ServerDiagnosticsTest-209957178 tempest-ServerDiagnosticsTest-209957178-project-admin] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.228525] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b8706-bb26-4de6-98df-2b419564a919 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.235837] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.241390] env[69566]: INFO nova.compute.manager [None req-5d8a8db7-00ce-479c-8146-68e5e14f0481 tempest-ServerDiagnosticsTest-209957178 tempest-ServerDiagnosticsTest-209957178-project-admin] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Retrieving diagnostics [ 685.242170] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42de276f-e836-4896-af22-f56f974df042 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.291463] env[69566]: DEBUG nova.network.neutron [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Successfully updated port: e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.481815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.615962] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406902, 'name': CreateVM_Task, 'duration_secs': 0.808647} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.616294] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f173734d-a046-4647-92c2-a9595f031a39] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.616951] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.617214] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.618134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.619082] env[69566]: DEBUG nova.scheduler.client.report [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.622082] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99ea6393-de2f-49f9-9ab0-bfbf08dabde9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.628465] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 685.628465] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523b7270-5b57-2fea-37b3-69b7eeb90223" [ 685.628465] env[69566]: _type = "Task" [ 685.628465] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.637102] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523b7270-5b57-2fea-37b3-69b7eeb90223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.735117] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.793734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.793907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.794150] env[69566]: DEBUG nova.network.neutron [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.914126] env[69566]: DEBUG nova.network.neutron [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Updated VIF entry in instance network info cache for port 60f28111-36b5-4ad3-ba17-2d0efc522364. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.914913] env[69566]: DEBUG nova.network.neutron [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Updating instance_info_cache with network_info: [{"id": "60f28111-36b5-4ad3-ba17-2d0efc522364", "address": "fa:16:3e:b5:2c:ef", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60f28111-36", "ovs_interfaceid": "60f28111-36b5-4ad3-ba17-2d0efc522364", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.111240] env[69566]: DEBUG nova.compute.manager [req-5b9a3b74-350a-40fa-8fd7-f7263e67b426 req-3cb8a3d7-9792-402f-a66d-89ce41a99852 service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Received event network-vif-plugged-e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.111386] env[69566]: DEBUG oslo_concurrency.lockutils [req-5b9a3b74-350a-40fa-8fd7-f7263e67b426 req-3cb8a3d7-9792-402f-a66d-89ce41a99852 service nova] Acquiring lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.112050] env[69566]: DEBUG oslo_concurrency.lockutils [req-5b9a3b74-350a-40fa-8fd7-f7263e67b426 req-3cb8a3d7-9792-402f-a66d-89ce41a99852 service nova] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.112050] env[69566]: DEBUG oslo_concurrency.lockutils [req-5b9a3b74-350a-40fa-8fd7-f7263e67b426 req-3cb8a3d7-9792-402f-a66d-89ce41a99852 service nova] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.112050] env[69566]: DEBUG nova.compute.manager [req-5b9a3b74-350a-40fa-8fd7-f7263e67b426 req-3cb8a3d7-9792-402f-a66d-89ce41a99852 service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] No waiting events found dispatching network-vif-plugged-e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.112353] env[69566]: WARNING nova.compute.manager [req-5b9a3b74-350a-40fa-8fd7-f7263e67b426 req-3cb8a3d7-9792-402f-a66d-89ce41a99852 service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Received unexpected event network-vif-plugged-e4040834-83ad-43b4-9eb7-ebdca67831b4 for instance with vm_state building and task_state spawning. [ 686.126071] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.129799] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.103s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.130182] env[69566]: DEBUG nova.objects.instance [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lazy-loading 'resources' on Instance uuid dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.146061] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523b7270-5b57-2fea-37b3-69b7eeb90223, 'name': SearchDatastore_Task, 'duration_secs': 0.048049} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.146400] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.146736] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.147028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.147243] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.148730] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.148730] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d424501-8c77-4e83-90b6-c997f510e502 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.162571] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.162829] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.165051] env[69566]: INFO nova.scheduler.client.report [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Deleted allocations for instance 6ea331fd-83e8-45fd-ad6d-372835735da7 [ 686.167711] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bcbcfba-08af-42ac-b3a1-4f77aa158845 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.177367] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 686.177367] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ecc801-7c0b-49e6-ce8e-2719bb6fe20e" [ 686.177367] env[69566]: _type = "Task" [ 686.177367] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.187888] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ecc801-7c0b-49e6-ce8e-2719bb6fe20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.231913] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406904, 'name': ReconfigVM_Task, 'duration_secs': 0.769239} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.232440] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6/0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.233247] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4c2435-cb22-4865-9fec-7a37a07509ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.242218] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 686.242218] env[69566]: value = "task-3406905" [ 686.242218] env[69566]: _type = "Task" [ 686.242218] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.253207] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406905, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.369687] env[69566]: DEBUG nova.network.neutron [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.419377] env[69566]: DEBUG oslo_concurrency.lockutils [req-47d5d6e7-a430-4f25-b9ae-8be985d41a26 req-d893ab55-0782-411c-a9d3-d2783315844c service nova] Releasing lock "refresh_cache-f173734d-a046-4647-92c2-a9595f031a39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.586420] env[69566]: DEBUG nova.network.neutron [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Updating instance_info_cache with network_info: [{"id": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "address": "fa:16:3e:54:82:90", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040834-83", "ovs_interfaceid": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.674814] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2265c5e5-a6ee-41be-8f88-e47df246ba40 tempest-ServerDiagnosticsV248Test-1195937925 tempest-ServerDiagnosticsV248Test-1195937925-project-member] Lock "6ea331fd-83e8-45fd-ad6d-372835735da7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.480s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.692758] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ecc801-7c0b-49e6-ce8e-2719bb6fe20e, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.694141] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aad0acd-8ab0-4400-a0d0-13d30175756b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.701959] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 686.701959] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52115a1a-001b-4a1c-f662-066521b4308b" [ 686.701959] env[69566]: _type = "Task" [ 686.701959] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.710783] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52115a1a-001b-4a1c-f662-066521b4308b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.753839] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406905, 'name': Rename_Task, 'duration_secs': 0.207093} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.756657] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.757258] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c2043b-0ad7-4073-b56a-6587b1daf171 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.765679] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 686.765679] env[69566]: value = "task-3406906" [ 686.765679] env[69566]: _type = "Task" [ 686.765679] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.778782] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.050900] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "5a0b7a89-2e90-4682-ab57-180fdb270469" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.051165] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.051430] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "5a0b7a89-2e90-4682-ab57-180fdb270469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.051623] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.051801] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.053818] env[69566]: INFO nova.compute.manager [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Terminating instance [ 687.088807] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Releasing lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.089137] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Instance network_info: |[{"id": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "address": "fa:16:3e:54:82:90", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040834-83", "ovs_interfaceid": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.089536] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:82:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4040834-83ad-43b4-9eb7-ebdca67831b4', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.100695] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Creating folder: Project (5db29d058e674c1ea91d67bd72faa50d). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.100695] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25274132-caa3-430b-852e-54fcc6b8eb5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.106938] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a5c833-73ae-4ca6-9a9a-f9c0f28401bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.113049] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Created folder: Project (5db29d058e674c1ea91d67bd72faa50d) in parent group-v679651. [ 687.113175] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Creating folder: Instances. Parent ref: group-v679709. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.114974] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77d917f9-4b2c-49bb-9eb4-7e1f5888c0df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.117727] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d525f02d-bb7a-4979-a484-27ebdc7a4c6d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.154246] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f50883-1bf3-4761-8916-d52a4f3f5a8c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.155382] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Created folder: Instances in parent group-v679709. [ 687.155382] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.155593] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.156177] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ba52782-0d75-4865-96c5-6a263e3dc9ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.173986] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8a020-3502-4c03-9876-4b9c0cb3a6ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.180643] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.180643] env[69566]: value = "task-3406909" [ 687.180643] env[69566]: _type = "Task" [ 687.180643] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.191200] env[69566]: DEBUG nova.compute.provider_tree [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.198173] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406909, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.213334] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52115a1a-001b-4a1c-f662-066521b4308b, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.213334] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.213334] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f173734d-a046-4647-92c2-a9595f031a39/f173734d-a046-4647-92c2-a9595f031a39.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.213334] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d8ddc8-bc9e-4050-8671-45d6088df88f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.221479] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 687.221479] env[69566]: value = "task-3406910" [ 687.221479] env[69566]: _type = "Task" [ 687.221479] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.230993] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.278021] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406906, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.559201] env[69566]: DEBUG nova.compute.manager [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.561316] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.561316] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b655cc-57f1-443d-b136-b2e84bfd8fde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.570934] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.571301] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb78ec8-645c-4ec1-bcef-382ca6a7422b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.580586] env[69566]: DEBUG oslo_vmware.api [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 687.580586] env[69566]: value = "task-3406911" [ 687.580586] env[69566]: _type = "Task" [ 687.580586] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.593831] env[69566]: DEBUG oslo_vmware.api [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.604562] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.604861] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.694624] env[69566]: DEBUG nova.scheduler.client.report [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.698100] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406909, 'name': CreateVM_Task, 'duration_secs': 0.437355} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.698252] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.699176] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.699449] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.703029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.703029] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7173669c-27b9-436d-acaf-f55082a36941 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.711953] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 687.711953] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5242602c-25d8-4f95-37d3-ddfbed3d4f0b" [ 687.711953] env[69566]: _type = "Task" [ 687.711953] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.728291] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5242602c-25d8-4f95-37d3-ddfbed3d4f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.742583] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.781301] env[69566]: DEBUG oslo_vmware.api [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406906, 'name': PowerOnVM_Task, 'duration_secs': 0.790167} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.781301] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.781301] env[69566]: INFO nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Took 9.33 seconds to spawn the instance on the hypervisor. [ 687.781551] env[69566]: DEBUG nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.782386] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05466aa-27be-4818-949d-59846e30bc4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.094275] env[69566]: DEBUG oslo_vmware.api [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406911, 'name': PowerOffVM_Task, 'duration_secs': 0.307237} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.094592] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.094769] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.095063] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a9b84c-2fba-4048-9c10-f6bb782698a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.173961] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.175024] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.175024] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Deleting the datastore file [datastore1] 5a0b7a89-2e90-4682-ab57-180fdb270469 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.175024] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4f1250e-7938-4399-add7-350bde21eacf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.183732] env[69566]: DEBUG oslo_vmware.api [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for the task: (returnval){ [ 688.183732] env[69566]: value = "task-3406913" [ 688.183732] env[69566]: _type = "Task" [ 688.183732] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.194059] env[69566]: DEBUG oslo_vmware.api [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.204456] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.207221] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.032s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.208100] env[69566]: INFO nova.compute.claims [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.226542] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5242602c-25d8-4f95-37d3-ddfbed3d4f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.065566} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.226756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.226970] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.227262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.227424] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.228932] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.232501] env[69566]: INFO nova.scheduler.client.report [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Deleted allocations for instance dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a [ 688.232501] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468c8aba-43e1-443c-82ed-13f2688e7793 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.249279] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573914} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.249542] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f173734d-a046-4647-92c2-a9595f031a39/f173734d-a046-4647-92c2-a9595f031a39.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.249801] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.250037] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe90dccf-4188-4cfa-a352-a076b9ed5da9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.257946] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 688.257946] env[69566]: value = "task-3406914" [ 688.257946] env[69566]: _type = "Task" [ 688.257946] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.261872] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.262582] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.263926] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38d276d-cf18-4309-9151-fb20c1c16af9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.273020] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.273020] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 688.273020] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52018cb3-617c-e1a4-adb9-cf32d8eabed4" [ 688.273020] env[69566]: _type = "Task" [ 688.273020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.285660] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52018cb3-617c-e1a4-adb9-cf32d8eabed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.302880] env[69566]: INFO nova.compute.manager [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Took 35.95 seconds to build instance. [ 688.436018] env[69566]: DEBUG nova.compute.manager [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Received event network-changed-e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.436319] env[69566]: DEBUG nova.compute.manager [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Refreshing instance network info cache due to event network-changed-e4040834-83ad-43b4-9eb7-ebdca67831b4. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.436674] env[69566]: DEBUG oslo_concurrency.lockutils [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] Acquiring lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.436853] env[69566]: DEBUG oslo_concurrency.lockutils [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] Acquired lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.437031] env[69566]: DEBUG nova.network.neutron [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Refreshing network info cache for port e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.697757] env[69566]: DEBUG oslo_vmware.api [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Task: {'id': task-3406913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377404} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.698015] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.698204] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.698456] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.698678] env[69566]: INFO nova.compute.manager [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.698960] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.699481] env[69566]: DEBUG nova.compute.manager [-] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.699481] env[69566]: DEBUG nova.network.neutron [-] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.749105] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43bf2fd4-73fd-442b-8eaa-3058f45f6491 tempest-ImagesNegativeTestJSON-1157450433 tempest-ImagesNegativeTestJSON-1157450433-project-member] Lock "dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.576s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.769653] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067747} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.769944] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.770784] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018128f-91f4-4dad-8c6c-af01ffe137a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.784372] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52018cb3-617c-e1a4-adb9-cf32d8eabed4, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.805724] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] f173734d-a046-4647-92c2-a9595f031a39/f173734d-a046-4647-92c2-a9595f031a39.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.805964] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6acc357-05a5-4c11-a75d-b1d48c004376 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.810903] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db4017db-d05c-43ce-b1e8-4bc90f8a3ab5 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.409s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.811213] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef30f00f-8f7d-4ba2-a45f-2757f540e14e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.832369] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 688.832369] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520cf2a2-72e9-3620-9a5e-7f83af02b3f7" [ 688.832369] env[69566]: _type = "Task" [ 688.832369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.837392] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 688.837392] env[69566]: value = "task-3406915" [ 688.837392] env[69566]: _type = "Task" [ 688.837392] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.847694] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520cf2a2-72e9-3620-9a5e-7f83af02b3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.856571] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406915, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.329616] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.353158] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520cf2a2-72e9-3620-9a5e-7f83af02b3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.033938} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.359115] env[69566]: DEBUG nova.network.neutron [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Updated VIF entry in instance network info cache for port e4040834-83ad-43b4-9eb7-ebdca67831b4. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.359461] env[69566]: DEBUG nova.network.neutron [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Updating instance_info_cache with network_info: [{"id": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "address": "fa:16:3e:54:82:90", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040834-83", "ovs_interfaceid": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.364736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.367077] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6/c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.367077] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.367298] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca27c213-9121-43ef-b768-9c3e371d474a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.378472] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 689.378472] env[69566]: value = "task-3406916" [ 689.378472] env[69566]: _type = "Task" [ 689.378472] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.400285] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.663884] env[69566]: DEBUG nova.network.neutron [-] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.842606] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdce57a1-b7cd-4982-8b32-8a7e32903356 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.862972] env[69566]: DEBUG oslo_concurrency.lockutils [req-7bd89e07-0479-4dd6-a602-0ef5f22ac89d req-8df5f419-5a87-45f3-b32b-4b77a4f1139e service nova] Releasing lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.863358] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406915, 'name': ReconfigVM_Task, 'duration_secs': 0.68831} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.868514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.868514] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Reconfigured VM instance instance-00000012 to attach disk [datastore2] f173734d-a046-4647-92c2-a9595f031a39/f173734d-a046-4647-92c2-a9595f031a39.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.868514] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9eee31c-f460-4370-b852-c68e7fd80f9f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.871443] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a3862-0000-4728-bf9b-cc6a19634bee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.917530] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed84fc-3ef0-46f9-8553-96e3e6bd17f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.920996] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 689.920996] env[69566]: value = "task-3406917" [ 689.920996] env[69566]: _type = "Task" [ 689.920996] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.932469] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406916, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.934177] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b1236-16be-4b17-8f65-1e4b29b40bb1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.942829] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406917, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.958261] env[69566]: DEBUG nova.compute.provider_tree [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.170128] env[69566]: INFO nova.compute.manager [-] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Took 1.47 seconds to deallocate network for instance. [ 690.423831] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573488} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.435018] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6/c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.435018] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.435018] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b92f06-7f91-4c36-b6db-fe657138b23c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.442460] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406917, 'name': Rename_Task, 'duration_secs': 0.292495} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.444318] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.444587] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 690.444587] env[69566]: value = "task-3406918" [ 690.444587] env[69566]: _type = "Task" [ 690.444587] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.445323] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9197545e-eb23-4f05-b7e4-ead729ff23a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.459094] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.462156] env[69566]: DEBUG nova.scheduler.client.report [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.469259] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 690.469259] env[69566]: value = "task-3406919" [ 690.469259] env[69566]: _type = "Task" [ 690.469259] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.480999] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.553982] env[69566]: DEBUG nova.compute.manager [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.555081] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c0593-3d84-4515-bc99-ff9c71c9aa4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.681835] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.795132] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.796297] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.889313] env[69566]: DEBUG nova.compute.manager [req-8bf47b48-869a-47a0-b5d5-47bb5d73dba5 req-428d761e-6aa5-4d19-9585-c0e77b932157 service nova] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Received event network-vif-deleted-6f0808f9-0e98-4788-85b0-923ee0e52474 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.960932] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079303} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.961281] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.962149] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adb4da7-b421-4ec3-bb26-ce064adf257e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.968366] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.969667] env[69566]: DEBUG nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.982325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.265s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.998336] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6/c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.998336] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe224d26-a4fb-413c-9242-a1f8cb263d81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.025558] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406919, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.027168] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 691.027168] env[69566]: value = "task-3406920" [ 691.027168] env[69566]: _type = "Task" [ 691.027168] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.044370] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.069549] env[69566]: INFO nova.compute.manager [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] instance snapshotting [ 691.071321] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a8c67-b287-43f5-aa71-254b19082e8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.092560] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68da3c2-888e-41c7-ba2c-9b49f159b98a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.490116] env[69566]: DEBUG oslo_vmware.api [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406919, 'name': PowerOnVM_Task, 'duration_secs': 0.916939} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.490452] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.490452] env[69566]: INFO nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Took 10.35 seconds to spawn the instance on the hypervisor. [ 691.490636] env[69566]: DEBUG nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.492112] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c2f65-17a8-450f-b6f1-9b38e48c8b32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.501564] env[69566]: DEBUG nova.compute.utils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.506720] env[69566]: INFO nova.compute.claims [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.510827] env[69566]: DEBUG nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 691.542933] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406920, 'name': ReconfigVM_Task, 'duration_secs': 0.33024} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.543021] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Reconfigured VM instance instance-00000013 to attach disk [datastore2] c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6/c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.544356] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22aa2bba-a9a0-48a3-9667-3e0c92de33e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.553865] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 691.553865] env[69566]: value = "task-3406921" [ 691.553865] env[69566]: _type = "Task" [ 691.553865] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.570244] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406921, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.605190] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.605513] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ffc4ef3-6cc2-4ba8-8d8d-f60704aa66f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.618170] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 691.618170] env[69566]: value = "task-3406922" [ 691.618170] env[69566]: _type = "Task" [ 691.618170] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.628210] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406922, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.006585] env[69566]: DEBUG nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.017037] env[69566]: INFO nova.compute.resource_tracker [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating resource usage from migration 6f117868-6fbf-4145-aa97-c27144bc9ced [ 692.029884] env[69566]: INFO nova.compute.manager [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Took 38.50 seconds to build instance. [ 692.071072] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406921, 'name': Rename_Task, 'duration_secs': 0.158527} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.071072] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.071072] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcbdb104-e5c7-4509-b7ec-582aa6ddf10a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.079055] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 692.079055] env[69566]: value = "task-3406923" [ 692.079055] env[69566]: _type = "Task" [ 692.079055] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.095660] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.138961] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406922, 'name': CreateSnapshot_Task, 'duration_secs': 0.505022} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.139404] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.140219] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9163900-a84a-47d9-bb27-efee8946ca2a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.539700] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f66e9025-bd03-4404-8264-a5a790e848a9 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "f173734d-a046-4647-92c2-a9595f031a39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.980s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.591997] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406923, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.646523] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b9703-03a5-4d81-a475-3e3afb324a5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.655363] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7ce81-3154-4dd0-8734-fa286b5e5817 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.671221] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.671659] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-526ac762-794d-4abf-bac8-d3a529566d6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.706419] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370313e6-cdf1-44ca-9d10-db48bf5e8868 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.710017] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 692.710017] env[69566]: value = "task-3406924" [ 692.710017] env[69566]: _type = "Task" [ 692.710017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.717988] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9149060-06cd-4048-a2b2-4f9163d50614 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.728017] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406924, 'name': CloneVM_Task} progress is 12%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.740472] env[69566]: DEBUG nova.compute.provider_tree [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.017371] env[69566]: DEBUG nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.044935] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.045253] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.045437] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.046312] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.046312] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.046312] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.046312] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.046312] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.046578] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.046641] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.046810] env[69566]: DEBUG nova.virt.hardware [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.047764] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbfef9f-be61-4081-9d21-250d6038af98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.050718] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.059550] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab54fce-985a-4c88-9c88-410cfdcca1ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.076233] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.089390] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Creating folder: Project (a008e0184f91408d9a063aa8ec2db5d1). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.089390] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5c337e5-0a0a-4e08-a3b8-8564d6628fe0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.102028] env[69566]: DEBUG oslo_vmware.api [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3406923, 'name': PowerOnVM_Task, 'duration_secs': 0.586308} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.102679] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.102905] env[69566]: INFO nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Took 9.31 seconds to spawn the instance on the hypervisor. [ 693.103110] env[69566]: DEBUG nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.109245] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf4b652-e6ee-48d6-89d8-876b6539f936 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.112013] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Created folder: Project (a008e0184f91408d9a063aa8ec2db5d1) in parent group-v679651. [ 693.112228] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Creating folder: Instances. Parent ref: group-v679714. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.113018] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35900e68-e075-46b3-9a99-1e546406416f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.128294] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Created folder: Instances in parent group-v679714. [ 693.128664] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.128773] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.128940] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9949881-c53c-49e3-bfcc-fae98bf56719 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.148031] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.148031] env[69566]: value = "task-3406927" [ 693.148031] env[69566]: _type = "Task" [ 693.148031] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.158032] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406927, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.222160] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406924, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.244925] env[69566]: DEBUG nova.scheduler.client.report [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.579695] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.639384] env[69566]: INFO nova.compute.manager [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Took 37.09 seconds to build instance. [ 693.666710] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406927, 'name': CreateVM_Task, 'duration_secs': 0.34588} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.667084] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.668025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.668406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.668880] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.670080] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2d07cd-bd76-41c5-b524-f0cfd922d19d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.678798] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 693.678798] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52509ebe-7078-3766-2138-2d2e99637f3c" [ 693.678798] env[69566]: _type = "Task" [ 693.678798] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.695687] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52509ebe-7078-3766-2138-2d2e99637f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.696133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.696482] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.696810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.697299] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.697586] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.697926] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ece5a307-1844-4cb3-8b15-428970e85d47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.710172] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.710172] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.711654] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fbc170-52a8-452b-a9fc-82656ae5516b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.725630] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 693.725630] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ff2644-2b0a-3d9a-57ba-5ea697c4827e" [ 693.725630] env[69566]: _type = "Task" [ 693.725630] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.729514] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406924, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.742330] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff2644-2b0a-3d9a-57ba-5ea697c4827e, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.743286] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44362448-b08e-48ec-9f1e-f1182dd6e627 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.750619] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 693.750619] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52778683-0510-143a-37b7-b4ffd7b6c950" [ 693.750619] env[69566]: _type = "Task" [ 693.750619] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.755353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.773s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.755728] env[69566]: INFO nova.compute.manager [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Migrating [ 693.755931] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.756257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.760527] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.614s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.760762] env[69566]: DEBUG nova.objects.instance [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 693.764106] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52778683-0510-143a-37b7-b4ffd7b6c950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.142953] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6f2c33ee-bb7f-4b4a-a34a-3ea956306c4c tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.764s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.225484] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406924, 'name': CloneVM_Task, 'duration_secs': 1.431628} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.225484] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Created linked-clone VM from snapshot [ 694.225484] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f951bcf-0afc-4a15-bf56-14f72e1bd11e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.240010] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Uploading image 993f538a-80ec-4c7c-9c92-7b988770fd15 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.268772] env[69566]: INFO nova.compute.rpcapi [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 694.269592] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.277779] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52778683-0510-143a-37b7-b4ffd7b6c950, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.284290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.284564] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a43e75ac-286e-4153-888b-a88b1f44909a/a43e75ac-286e-4153-888b-a88b1f44909a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.289293] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd0f57f0-762a-4367-ac76-e0a5443b8979 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.302813] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.302813] env[69566]: value = "vm-679713" [ 694.302813] env[69566]: _type = "VirtualMachine" [ 694.302813] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.302813] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6113282b-8423-4383-b8c4-81a907fe5e28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.309950] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 694.309950] env[69566]: value = "task-3406928" [ 694.309950] env[69566]: _type = "Task" [ 694.309950] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.315596] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lease: (returnval){ [ 694.315596] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a54d14-5351-50f8-b61e-2222dc2baf2e" [ 694.315596] env[69566]: _type = "HttpNfcLease" [ 694.315596] env[69566]: } obtained for exporting VM: (result){ [ 694.315596] env[69566]: value = "vm-679713" [ 694.315596] env[69566]: _type = "VirtualMachine" [ 694.315596] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.315939] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the lease: (returnval){ [ 694.315939] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a54d14-5351-50f8-b61e-2222dc2baf2e" [ 694.315939] env[69566]: _type = "HttpNfcLease" [ 694.315939] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.325165] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.330122] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.330122] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a54d14-5351-50f8-b61e-2222dc2baf2e" [ 694.330122] env[69566]: _type = "HttpNfcLease" [ 694.330122] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 694.330531] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 694.330531] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a54d14-5351-50f8-b61e-2222dc2baf2e" [ 694.330531] env[69566]: _type = "HttpNfcLease" [ 694.330531] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 694.331364] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ff53c-c33e-4d67-9460-2efaa5043589 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.346640] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c78b54-8fb0-8329-11cb-d3f07f4d152f/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 694.346817] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c78b54-8fb0-8329-11cb-d3f07f4d152f/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 694.460895] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ae3a26e-5418-4968-960e-48ba3e391b44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.646531] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.783227] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b82216e3-bed2-4e70-8d77-22d632b64015 tempest-ServersAdmin275Test-1082035380 tempest-ServersAdmin275Test-1082035380-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.785107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.246s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.789170] env[69566]: INFO nova.compute.claims [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.803933] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.804564] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.804942] env[69566]: DEBUG nova.network.neutron [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.823437] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406928, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.004036] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.006033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.180646] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.325561] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516949} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.326288] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a43e75ac-286e-4153-888b-a88b1f44909a/a43e75ac-286e-4153-888b-a88b1f44909a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.326648] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.327124] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3923aca7-7273-460f-b724-465cf6d8a777 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.337758] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 695.337758] env[69566]: value = "task-3406930" [ 695.337758] env[69566]: _type = "Task" [ 695.337758] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.350607] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.746885] env[69566]: DEBUG nova.network.neutron [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance_info_cache with network_info: [{"id": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "address": "fa:16:3e:09:ff:16", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c9937f-4a", "ovs_interfaceid": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.856076] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081403} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.856686] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.858655] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7301fb3-00d0-4361-9e74-fe668854a271 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.890059] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] a43e75ac-286e-4153-888b-a88b1f44909a/a43e75ac-286e-4153-888b-a88b1f44909a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.894031] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a85cac83-1b1d-4047-92f6-7a9dd30d3165 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.918691] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 695.918691] env[69566]: value = "task-3406931" [ 695.918691] env[69566]: _type = "Task" [ 695.918691] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.933471] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.255634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.294371] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "f173734d-a046-4647-92c2-a9595f031a39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.294371] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "f173734d-a046-4647-92c2-a9595f031a39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.294527] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "f173734d-a046-4647-92c2-a9595f031a39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.294585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "f173734d-a046-4647-92c2-a9595f031a39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.294746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "f173734d-a046-4647-92c2-a9595f031a39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.297590] env[69566]: INFO nova.compute.manager [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Terminating instance [ 696.435205] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.452427] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad24978-1a1d-4e8f-b88c-67f97336eb8c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.464512] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a6350-4f81-459c-b02e-28a2c8430da5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.480081] env[69566]: DEBUG nova.compute.manager [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Received event network-changed-e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.480403] env[69566]: DEBUG nova.compute.manager [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Refreshing instance network info cache due to event network-changed-e4040834-83ad-43b4-9eb7-ebdca67831b4. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.480786] env[69566]: DEBUG oslo_concurrency.lockutils [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] Acquiring lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.480970] env[69566]: DEBUG oslo_concurrency.lockutils [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] Acquired lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.481539] env[69566]: DEBUG nova.network.neutron [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Refreshing network info cache for port e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.549202] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce06f0-0d90-419f-a446-ae1464c20c93 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.561017] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1897c2-2df2-4939-bc02-484c0206d169 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.593029] env[69566]: DEBUG nova.compute.provider_tree [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.717683] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "6735746d-c4a1-4d85-8806-ed80577a68f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.719282] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.808053] env[69566]: DEBUG nova.compute.manager [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.810130] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.810130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc73fbd3-174e-4205-9e5f-cb25b1a22d4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.821868] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.826337] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9afab4-89d1-4e4d-97fe-32660475219a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.837803] env[69566]: DEBUG oslo_vmware.api [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 696.837803] env[69566]: value = "task-3406932" [ 696.837803] env[69566]: _type = "Task" [ 696.837803] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.851611] env[69566]: DEBUG oslo_vmware.api [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.937747] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406931, 'name': ReconfigVM_Task, 'duration_secs': 0.621025} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.940187] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Reconfigured VM instance instance-00000014 to attach disk [datastore2] a43e75ac-286e-4153-888b-a88b1f44909a/a43e75ac-286e-4153-888b-a88b1f44909a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.943067] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a147ffea-b455-43d1-92cb-6cbc56c2d32b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.954510] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 696.954510] env[69566]: value = "task-3406933" [ 696.954510] env[69566]: _type = "Task" [ 696.954510] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.966626] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406933, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.096948] env[69566]: DEBUG nova.scheduler.client.report [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.347602] env[69566]: DEBUG oslo_vmware.api [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406932, 'name': PowerOffVM_Task, 'duration_secs': 0.373552} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.347843] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.348078] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.348545] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f384989a-be21-4f93-a280-14731618e7f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.393987] env[69566]: DEBUG nova.network.neutron [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Updated VIF entry in instance network info cache for port e4040834-83ad-43b4-9eb7-ebdca67831b4. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.394763] env[69566]: DEBUG nova.network.neutron [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Updating instance_info_cache with network_info: [{"id": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "address": "fa:16:3e:54:82:90", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040834-83", "ovs_interfaceid": "e4040834-83ad-43b4-9eb7-ebdca67831b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.466813] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406933, 'name': Rename_Task, 'duration_secs': 0.318253} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.467294] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.468110] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e732ac0-1a60-445f-8982-73e1a79daf04 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.480432] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 697.480432] env[69566]: value = "task-3406935" [ 697.480432] env[69566]: _type = "Task" [ 697.480432] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.489528] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.605744] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.605744] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.609595] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.364s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.611146] env[69566]: DEBUG nova.objects.instance [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 697.735037] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.735037] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.735037] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Deleting the datastore file [datastore2] f173734d-a046-4647-92c2-a9595f031a39 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.735037] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7277ebc7-5035-4838-b7eb-6f082bd3e638 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.744019] env[69566]: DEBUG oslo_vmware.api [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for the task: (returnval){ [ 697.744019] env[69566]: value = "task-3406936" [ 697.744019] env[69566]: _type = "Task" [ 697.744019] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.752739] env[69566]: DEBUG oslo_vmware.api [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.780037] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb8c6d-324c-4f39-83e2-5d790ee0c84f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.808337] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.898687] env[69566]: DEBUG oslo_concurrency.lockutils [req-157c556e-67ee-4c65-ac1f-b13d4229974b req-9dee88a7-6d5a-4393-84fe-9d5a65f1b54e service nova] Releasing lock "refresh_cache-c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.992206] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406935, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.119640] env[69566]: DEBUG nova.compute.utils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.126371] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.126371] env[69566]: DEBUG nova.network.neutron [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.129235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.129441] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.190699] env[69566]: DEBUG nova.policy [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b647cc2a734e43a426b84506fb5a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e27f6f8ee6a49f7a1a89efcc8bf2229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.256883] env[69566]: DEBUG oslo_vmware.api [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Task: {'id': task-3406936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133011} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.257265] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.257545] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.257795] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.258016] env[69566]: INFO nova.compute.manager [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] [instance: f173734d-a046-4647-92c2-a9595f031a39] Took 1.45 seconds to destroy the instance on the hypervisor. [ 698.258349] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.259248] env[69566]: DEBUG nova.compute.manager [-] [instance: f173734d-a046-4647-92c2-a9595f031a39] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.259763] env[69566]: DEBUG nova.network.neutron [-] [instance: f173734d-a046-4647-92c2-a9595f031a39] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.315689] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.316180] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e733be21-50cf-45aa-b173-ff3da05b432b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.325499] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 698.325499] env[69566]: value = "task-3406937" [ 698.325499] env[69566]: _type = "Task" [ 698.325499] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.336477] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.497377] env[69566]: DEBUG oslo_vmware.api [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406935, 'name': PowerOnVM_Task, 'duration_secs': 0.799888} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.497689] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.497912] env[69566]: INFO nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Took 5.48 seconds to spawn the instance on the hypervisor. [ 698.498196] env[69566]: DEBUG nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.499081] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af227f0-03f6-43d1-a812-8a7eb03082fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.625198] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d84d3dc3-e087-4806-be34-44193965d541 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.626584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.642s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.629058] env[69566]: DEBUG nova.objects.instance [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lazy-loading 'resources' on Instance uuid 74e9b4aa-64ff-45e9-bded-ae50de06b086 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.634060] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.838998] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406937, 'name': PowerOffVM_Task, 'duration_secs': 0.308449} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.838998] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.839207] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.951195] env[69566]: DEBUG nova.network.neutron [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Successfully created port: 9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.042502] env[69566]: INFO nova.compute.manager [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Took 40.90 seconds to build instance. [ 699.138237] env[69566]: DEBUG nova.compute.manager [req-0347239d-aa53-4375-ab62-e4359630171a req-a8efbf8d-7a43-4c85-9683-fc2c373eecc0 service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Received event network-vif-deleted-60f28111-36b5-4ad3-ba17-2d0efc522364 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.138470] env[69566]: INFO nova.compute.manager [req-0347239d-aa53-4375-ab62-e4359630171a req-a8efbf8d-7a43-4c85-9683-fc2c373eecc0 service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Neutron deleted interface 60f28111-36b5-4ad3-ba17-2d0efc522364; detaching it from the instance and deleting it from the info cache [ 699.138648] env[69566]: DEBUG nova.network.neutron [req-0347239d-aa53-4375-ab62-e4359630171a req-a8efbf8d-7a43-4c85-9683-fc2c373eecc0 service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.347544] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.347960] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.348055] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.348228] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.348477] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.348838] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.349197] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.349398] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.349611] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.349754] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.349916] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.356108] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aa38476-4c13-446e-a4e4-ab81055a2fcc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.386829] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 699.386829] env[69566]: value = "task-3406938" [ 699.386829] env[69566]: _type = "Task" [ 699.386829] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.400044] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.407226] env[69566]: DEBUG nova.network.neutron [-] [instance: f173734d-a046-4647-92c2-a9595f031a39] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.548481] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4e1a3e74-550c-44ce-abb7-fd8d1e14e303 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "a43e75ac-286e-4153-888b-a88b1f44909a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.870s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.648421] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.651413] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd7b042b-5353-4459-8536-2620d55bf5f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.663419] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb857bf-f6a5-4596-8639-5bf553b57656 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.692856] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.717064] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.717064] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.717064] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.717064] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.717064] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.717202] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.717202] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.717202] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.717202] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.717202] env[69566]: DEBUG nova.virt.hardware [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.717386] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c9d3cc-101e-4b53-93cc-4399e0402db8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.717386] env[69566]: DEBUG nova.compute.manager [req-0347239d-aa53-4375-ab62-e4359630171a req-a8efbf8d-7a43-4c85-9683-fc2c373eecc0 service nova] [instance: f173734d-a046-4647-92c2-a9595f031a39] Detach interface failed, port_id=60f28111-36b5-4ad3-ba17-2d0efc522364, reason: Instance f173734d-a046-4647-92c2-a9595f031a39 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 699.721323] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5712df6-8883-4bd8-a9c0-81f3d8b76626 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.895310] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ebd81e-392c-4579-b05d-253950093b6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.901162] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406938, 'name': ReconfigVM_Task, 'duration_secs': 0.292763} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.902158] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.908872] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619f0602-5a8b-4ae7-bde0-cec8a31ca4ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.912174] env[69566]: INFO nova.compute.manager [-] [instance: f173734d-a046-4647-92c2-a9595f031a39] Took 1.65 seconds to deallocate network for instance. [ 699.950407] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8f5c2-6d04-4cc0-8ac9-5f47bfd435bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.959658] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604708d8-dafd-46c7-9e43-c9a00cc27149 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.976334] env[69566]: DEBUG nova.compute.provider_tree [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.054871] env[69566]: DEBUG nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.408859] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.409617] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.409617] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.409772] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.409956] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.410123] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.410332] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.410488] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.411082] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.411082] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.411082] env[69566]: DEBUG nova.virt.hardware [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.418136] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 700.418136] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.418490] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8a5fe80-138c-4502-8753-1bb93912acb2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.441505] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 700.441505] env[69566]: value = "task-3406939" [ 700.441505] env[69566]: _type = "Task" [ 700.441505] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.452836] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.479419] env[69566]: DEBUG nova.scheduler.client.report [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.576572] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.724213] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.724460] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.785308] env[69566]: DEBUG nova.network.neutron [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Successfully updated port: 9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.952896] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406939, 'name': ReconfigVM_Task, 'duration_secs': 0.267161} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.953455] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 700.954740] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257232fa-062f-49b6-bef9-57bb414a6c6d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.981326] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74/82dd63fc-dcc9-4411-91e7-45a7fa71ba74.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.981717] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7468612-ec16-437f-af6a-eb7cb9ef62ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.996981] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.000671] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.676s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.003791] env[69566]: INFO nova.compute.claims [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.015208] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 701.015208] env[69566]: value = "task-3406940" [ 701.015208] env[69566]: _type = "Task" [ 701.015208] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.023930] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.027613] env[69566]: INFO nova.scheduler.client.report [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Deleted allocations for instance 74e9b4aa-64ff-45e9-bded-ae50de06b086 [ 701.205734] env[69566]: DEBUG nova.compute.manager [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Received event network-vif-plugged-9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.206120] env[69566]: DEBUG oslo_concurrency.lockutils [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] Acquiring lock "fa2582ca-eaa4-4886-9669-771b2f370122-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.206401] env[69566]: DEBUG oslo_concurrency.lockutils [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] Lock "fa2582ca-eaa4-4886-9669-771b2f370122-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.206600] env[69566]: DEBUG oslo_concurrency.lockutils [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] Lock "fa2582ca-eaa4-4886-9669-771b2f370122-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.206912] env[69566]: DEBUG nova.compute.manager [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] No waiting events found dispatching network-vif-plugged-9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.207160] env[69566]: WARNING nova.compute.manager [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Received unexpected event network-vif-plugged-9d32b465-73cd-4c87-8cde-e213aec974ae for instance with vm_state building and task_state spawning. [ 701.207420] env[69566]: DEBUG nova.compute.manager [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Received event network-changed-9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.207693] env[69566]: DEBUG nova.compute.manager [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Refreshing instance network info cache due to event network-changed-9d32b465-73cd-4c87-8cde-e213aec974ae. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.207919] env[69566]: DEBUG oslo_concurrency.lockutils [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] Acquiring lock "refresh_cache-fa2582ca-eaa4-4886-9669-771b2f370122" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.208199] env[69566]: DEBUG oslo_concurrency.lockutils [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] Acquired lock "refresh_cache-fa2582ca-eaa4-4886-9669-771b2f370122" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.208431] env[69566]: DEBUG nova.network.neutron [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Refreshing network info cache for port 9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.288062] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "refresh_cache-fa2582ca-eaa4-4886-9669-771b2f370122" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.526161] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406940, 'name': ReconfigVM_Task, 'duration_secs': 0.320378} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.526161] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74/82dd63fc-dcc9-4411-91e7-45a7fa71ba74.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.526161] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 701.537706] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2b0ba12-60b0-499f-ab16-500dd8a765bf tempest-ServersAdmin275Test-992143699 tempest-ServersAdmin275Test-992143699-project-member] Lock "74e9b4aa-64ff-45e9-bded-ae50de06b086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.883s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.740904] env[69566]: DEBUG nova.network.neutron [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.856260] env[69566]: DEBUG nova.network.neutron [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.032945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6648032-851e-45b5-a8f7-05cdb97c87ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.060063] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584bb54a-2fdd-47ce-89d8-af506a1d72cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.079584] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 702.358753] env[69566]: DEBUG oslo_concurrency.lockutils [req-e3ccfae5-b6ee-4c1f-99fa-ea14416932ff req-38b0703f-d52a-4bab-aa14-9c32d13710c5 service nova] Releasing lock "refresh_cache-fa2582ca-eaa4-4886-9669-771b2f370122" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.359144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "refresh_cache-fa2582ca-eaa4-4886-9669-771b2f370122" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.359359] env[69566]: DEBUG nova.network.neutron [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.575741] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70adfd0a-a9b7-417a-9351-6d4a13b8ef08 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.589793] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d296a0fd-7e30-47ce-8cdc-1a45d893708f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.624806] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8121019-f451-49d2-a77c-6c447ac624f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.634143] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de4d91a-7972-42c6-9fac-aa755bd4593c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651907] env[69566]: DEBUG nova.compute.provider_tree [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.679476] env[69566]: DEBUG nova.network.neutron [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Port f7c9937f-4acf-4121-9777-6ef52e3013f2 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 702.907249] env[69566]: DEBUG nova.network.neutron [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.154632] env[69566]: DEBUG nova.scheduler.client.report [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.235707] env[69566]: DEBUG nova.network.neutron [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Updating instance_info_cache with network_info: [{"id": "9d32b465-73cd-4c87-8cde-e213aec974ae", "address": "fa:16:3e:ee:38:a7", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d32b465-73", "ovs_interfaceid": "9d32b465-73cd-4c87-8cde-e213aec974ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.660074] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.660644] env[69566]: DEBUG nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.663419] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.484s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.663476] env[69566]: DEBUG nova.objects.instance [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lazy-loading 'resources' on Instance uuid 47241097-ec03-4a00-87f3-453326a0a744 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.702014] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.702262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.702438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.738482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "refresh_cache-fa2582ca-eaa4-4886-9669-771b2f370122" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.739550] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Instance network_info: |[{"id": "9d32b465-73cd-4c87-8cde-e213aec974ae", "address": "fa:16:3e:ee:38:a7", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d32b465-73", "ovs_interfaceid": "9d32b465-73cd-4c87-8cde-e213aec974ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.740115] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:38:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d32b465-73cd-4c87-8cde-e213aec974ae', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.750179] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.750839] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.751181] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2711d2e0-dfb0-4205-85ea-0398ff84a82a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.774583] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.774583] env[69566]: value = "task-3406941" [ 703.774583] env[69566]: _type = "Task" [ 703.774583] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.784432] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406941, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.167061] env[69566]: DEBUG nova.compute.utils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.171324] env[69566]: DEBUG nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 704.289789] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406941, 'name': CreateVM_Task, 'duration_secs': 0.4693} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.292687] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.294146] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.294146] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.296863] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.296863] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230f250f-c9a0-469b-a014-dc027e9c5c45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.303021] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 704.303021] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5220b451-03fc-5a69-b046-5b20774e66fd" [ 704.303021] env[69566]: _type = "Task" [ 704.303021] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.322470] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5220b451-03fc-5a69-b046-5b20774e66fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.672395] env[69566]: DEBUG nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.773369] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc0d71-1ef0-4495-8206-6371c88cd6e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.777766] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777994] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.778162] env[69566]: DEBUG nova.network.neutron [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.784964] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f53517-4574-4815-9f8c-47470132aa79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.821461] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b17718-b288-44c3-9ce0-ab8412ad2d62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.833657] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da0f0be-6778-4e1d-85d6-281d7d9e3da5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.838173] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5220b451-03fc-5a69-b046-5b20774e66fd, 'name': SearchDatastore_Task, 'duration_secs': 0.016893} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.838283] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.838510] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.838747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.838894] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.839073] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.839708] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cee6b063-3fcb-45cc-9865-29c27b27e6f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.850479] env[69566]: DEBUG nova.compute.provider_tree [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.852821] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.852986] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.853974] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbd1afc-0a45-4190-9843-0ef571ce3231 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.863054] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 704.863054] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52518346-5589-d133-c8ab-2d19ed2033dd" [ 704.863054] env[69566]: _type = "Task" [ 704.863054] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.869064] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52518346-5589-d133-c8ab-2d19ed2033dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.355697] env[69566]: DEBUG nova.scheduler.client.report [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.374222] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52518346-5589-d133-c8ab-2d19ed2033dd, 'name': SearchDatastore_Task, 'duration_secs': 0.025383} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.374817] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ea5937-bca2-4482-953f-4761b7756833 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.383030] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 705.383030] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e5e7ac-20e3-6280-236f-8aa3611b2242" [ 705.383030] env[69566]: _type = "Task" [ 705.383030] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.396776] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e5e7ac-20e3-6280-236f-8aa3611b2242, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.415644] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c78b54-8fb0-8329-11cb-d3f07f4d152f/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.416902] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e942bd0e-7095-45b4-ae2c-833db3e08e5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.426618] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c78b54-8fb0-8329-11cb-d3f07f4d152f/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.426797] env[69566]: ERROR oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c78b54-8fb0-8329-11cb-d3f07f4d152f/disk-0.vmdk due to incomplete transfer. [ 705.427038] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9924f52e-02f9-44b4-a4b1-b93c566034bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.436244] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c78b54-8fb0-8329-11cb-d3f07f4d152f/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.436437] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Uploaded image 993f538a-80ec-4c7c-9c92-7b988770fd15 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.438616] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.438873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6d02dbb-770c-4214-8a15-dd7f0375b817 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.446973] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 705.446973] env[69566]: value = "task-3406942" [ 705.446973] env[69566]: _type = "Task" [ 705.446973] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.456555] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406942, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.611165] env[69566]: DEBUG nova.network.neutron [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance_info_cache with network_info: [{"id": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "address": "fa:16:3e:09:ff:16", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c9937f-4a", "ovs_interfaceid": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.684176] env[69566]: DEBUG nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.712436] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.713055] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.713343] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.717020] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.717020] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.717020] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.717020] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.717020] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.717493] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.717493] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.717493] env[69566]: DEBUG nova.virt.hardware [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.717493] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9bcbb6-2c93-44a7-a8e5-cc93105371aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.727410] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b469dc-9252-4a23-95a7-f5004462f483 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.743095] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.749037] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.749351] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.749647] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f88a2bc3-8781-43cf-b191-611cea7c8ab8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.769287] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.769287] env[69566]: value = "task-3406943" [ 705.769287] env[69566]: _type = "Task" [ 705.769287] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.779306] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406943, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.862975] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.866494] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.097s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.867275] env[69566]: INFO nova.compute.claims [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.895414] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e5e7ac-20e3-6280-236f-8aa3611b2242, 'name': SearchDatastore_Task, 'duration_secs': 0.038411} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.896112] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.896112] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] fa2582ca-eaa4-4886-9669-771b2f370122/fa2582ca-eaa4-4886-9669-771b2f370122.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.897041] env[69566]: INFO nova.scheduler.client.report [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Deleted allocations for instance 47241097-ec03-4a00-87f3-453326a0a744 [ 705.898418] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb8badf9-d849-400f-9db4-ec44b5081e90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.911130] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 705.911130] env[69566]: value = "task-3406944" [ 705.911130] env[69566]: _type = "Task" [ 705.911130] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.923458] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.958337] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406942, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.115043] env[69566]: DEBUG oslo_concurrency.lockutils [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.283345] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406943, 'name': CreateVM_Task, 'duration_secs': 0.341739} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.283524] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.284415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.284415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.284580] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.287197] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e573e9f-9878-4abd-b04a-266d02c70b0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.296961] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 706.296961] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5243c598-06a6-a551-f5be-a851e0e5419f" [ 706.296961] env[69566]: _type = "Task" [ 706.296961] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.311722] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5243c598-06a6-a551-f5be-a851e0e5419f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.408424] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f2bb1a-e2f8-41aa-888b-0cadf4006407 tempest-ServerDiagnosticsNegativeTest-2008506713 tempest-ServerDiagnosticsNegativeTest-2008506713-project-member] Lock "47241097-ec03-4a00-87f3-453326a0a744" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.423s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.425458] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406944, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.461861] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406942, 'name': Destroy_Task, 'duration_secs': 0.643335} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.462420] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Destroyed the VM [ 706.463358] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.465018] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62a1bebe-ad70-4507-a671-b637ff419d54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.477945] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 706.477945] env[69566]: value = "task-3406945" [ 706.477945] env[69566]: _type = "Task" [ 706.477945] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.494755] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406945, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.654097] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74209195-9dfc-4c59-a589-7dbc7eea51f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.674686] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff11cb39-7d47-4c9f-a057-c1458e2dbfa6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.683653] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.809045] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5243c598-06a6-a551-f5be-a851e0e5419f, 'name': SearchDatastore_Task, 'duration_secs': 0.022072} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.809045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.809045] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.809045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.809339] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.809664] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.810064] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-734f35ba-b888-4fbb-8ab8-4250e5582fb4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.823233] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.824479] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.832028] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d229e3-2fcf-42f2-acf1-67a9d2d0b6e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.835276] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 706.835276] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f4f3e9-48ad-e589-a853-fa6a057a3819" [ 706.835276] env[69566]: _type = "Task" [ 706.835276] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.844192] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f4f3e9-48ad-e589-a853-fa6a057a3819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.925094] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613947} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.927863] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] fa2582ca-eaa4-4886-9669-771b2f370122/fa2582ca-eaa4-4886-9669-771b2f370122.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.928149] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.928647] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e993806-6396-45d4-9aa8-3128255f3913 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.936035] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 706.936035] env[69566]: value = "task-3406946" [ 706.936035] env[69566]: _type = "Task" [ 706.936035] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.948366] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.993293] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406945, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.191670] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.192250] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52ed624e-db42-4661-8c44-af5a28d0a256 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.206946] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 707.206946] env[69566]: value = "task-3406947" [ 707.206946] env[69566]: _type = "Task" [ 707.206946] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.223261] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.345559] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f4f3e9-48ad-e589-a853-fa6a057a3819, 'name': SearchDatastore_Task, 'duration_secs': 0.014541} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.350081] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cddfb63a-c737-43fa-9706-cbe517471fcb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.355206] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 707.355206] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e105ae-4d1b-b453-40ac-e18578784820" [ 707.355206] env[69566]: _type = "Task" [ 707.355206] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.362923] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e105ae-4d1b-b453-40ac-e18578784820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.447138] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078246} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.447138] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.447805] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6217ede-aecb-4915-ac65-6f9c73193292 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470207] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] fa2582ca-eaa4-4886-9669-771b2f370122/fa2582ca-eaa4-4886-9669-771b2f370122.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.472991] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bf2a0d-5c85-4c40-bbc5-6189c6459849 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.501495] env[69566]: DEBUG oslo_vmware.api [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406945, 'name': RemoveSnapshot_Task, 'duration_secs': 0.59165} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.505577] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 707.505837] env[69566]: INFO nova.compute.manager [None req-d6458fb7-73bd-4c29-934b-51fea0828f6d tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Took 16.44 seconds to snapshot the instance on the hypervisor. [ 707.512711] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 707.512711] env[69566]: value = "task-3406948" [ 707.512711] env[69566]: _type = "Task" [ 707.512711] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.523711] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.547542] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c355652-48db-44d4-b7d4-d603471b0205 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.556914] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a5a4f-845f-469d-a1da-c34e8359ea55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.591268] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d921f-8f48-401f-9b3e-90dddb9dd2ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.600234] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d57ac8-e87c-41d6-a55f-eb810f5a0264 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.616121] env[69566]: DEBUG nova.compute.provider_tree [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.719655] env[69566]: DEBUG oslo_vmware.api [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3406947, 'name': PowerOnVM_Task, 'duration_secs': 0.420702} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.719655] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.719655] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-245c1409-29d7-4a18-a0db-7bf87cd8edc7 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance '82dd63fc-dcc9-4411-91e7-45a7fa71ba74' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 707.769772] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.770139] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.866197] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e105ae-4d1b-b453-40ac-e18578784820, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.866467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.866734] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.866992] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee824280-b46f-47ad-8509-f1949c5fb11a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.874864] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 707.874864] env[69566]: value = "task-3406949" [ 707.874864] env[69566]: _type = "Task" [ 707.874864] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.882994] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.027527] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.119396] env[69566]: DEBUG nova.scheduler.client.report [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.391128] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.526489] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406948, 'name': ReconfigVM_Task, 'duration_secs': 0.767416} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.527211] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Reconfigured VM instance instance-00000015 to attach disk [datastore1] fa2582ca-eaa4-4886-9669-771b2f370122/fa2582ca-eaa4-4886-9669-771b2f370122.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.528057] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ca687c3-c987-4e12-83bf-c9b938172feb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.537019] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 708.537019] env[69566]: value = "task-3406950" [ 708.537019] env[69566]: _type = "Task" [ 708.537019] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.544995] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406950, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.627707] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.628434] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.631438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.451s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.631768] env[69566]: DEBUG nova.objects.instance [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lazy-loading 'resources' on Instance uuid 3a2c5c41-748f-4bbc-9507-d83c8f554b04 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.888196] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406949, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.045871] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406950, 'name': Rename_Task, 'duration_secs': 0.238767} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.046365] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.046780] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eba8fef2-87e8-43f2-a365-23d417d9de67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.054987] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 709.054987] env[69566]: value = "task-3406951" [ 709.054987] env[69566]: _type = "Task" [ 709.054987] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.065116] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.134840] env[69566]: DEBUG nova.compute.utils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.139816] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.140079] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.219472] env[69566]: DEBUG nova.policy [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac82773605564a9983371fce6740a7c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de6f0a7c606d43409ffc0cdd86e4fa77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.398673] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406949, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.096352} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.399436] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.399927] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.400738] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1607adc5-890e-4eb8-8a8b-12ba59d70337 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.408820] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 709.408820] env[69566]: value = "task-3406952" [ 709.408820] env[69566]: _type = "Task" [ 709.408820] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.425748] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.566836] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.648610] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.721186] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Successfully created port: cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.785502] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c38754-7581-4477-9e14-90b47af32b1e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.793964] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf6043e-ddf8-4e9e-bf44-84badfe8baa1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.826253] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a83589-843f-4641-ba47-2ff9cd566e68 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.834131] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b6d96-6969-4699-a322-2ce62e657645 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.848344] env[69566]: DEBUG nova.compute.provider_tree [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.923492] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196012} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.923784] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.924642] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f85a8-54bc-491d-8f9a-670dc9181aba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.949898] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.950929] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b07b78-6af4-4137-b793-bbd5d82a4116 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.973484] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 709.973484] env[69566]: value = "task-3406953" [ 709.973484] env[69566]: _type = "Task" [ 709.973484] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.982315] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.065687] env[69566]: DEBUG oslo_vmware.api [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3406951, 'name': PowerOnVM_Task, 'duration_secs': 0.88521} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.066082] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.066316] env[69566]: INFO nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Took 10.42 seconds to spawn the instance on the hypervisor. [ 710.066520] env[69566]: DEBUG nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.070975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f477e0-608a-4ce1-9396-324915045df1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.352181] env[69566]: DEBUG nova.scheduler.client.report [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.452028] env[69566]: DEBUG nova.compute.manager [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.452712] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455fab1-6fd0-48d7-a274-f06d8190eb8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.486240] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406953, 'name': ReconfigVM_Task, 'duration_secs': 0.306658} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.486544] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.487151] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58c79212-5d44-49f2-8641-0ccb47b632da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.495833] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 710.495833] env[69566]: value = "task-3406954" [ 710.495833] env[69566]: _type = "Task" [ 710.495833] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.502977] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406954, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.508362] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Successfully created port: 88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.590965] env[69566]: INFO nova.compute.manager [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Took 43.11 seconds to build instance. [ 710.658683] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.694417] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.694758] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.694758] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.694876] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.696259] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.696259] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.696259] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.696259] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.696259] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.696439] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.696439] env[69566]: DEBUG nova.virt.hardware [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.697401] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ffe15b-c564-4fec-b449-29e42d8436b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.711982] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6ea221-a8d7-4b5a-a809-a7457c5db6bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.861017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.861995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.013s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.864868] env[69566]: INFO nova.compute.claims [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.885823] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.885823] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 710.896382] env[69566]: INFO nova.scheduler.client.report [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Deleted allocations for instance 3a2c5c41-748f-4bbc-9507-d83c8f554b04 [ 710.922548] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Successfully created port: 94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.967041] env[69566]: INFO nova.compute.manager [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] instance snapshotting [ 710.971205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b2acf-94ef-4c67-8476-97b9d00ccff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.993075] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c2f612-4b0b-42dd-b121-7c75c9ff9d86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.013298] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406954, 'name': Rename_Task, 'duration_secs': 0.145607} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.013798] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.014471] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bfc037a-f8b4-4213-be34-51cd06f8d42f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.020168] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 711.020168] env[69566]: value = "task-3406955" [ 711.020168] env[69566]: _type = "Task" [ 711.020168] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.028217] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.094342] env[69566]: DEBUG oslo_concurrency.lockutils [None req-910882d6-d7b4-49df-83e6-ee18bed1ab6b tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "fa2582ca-eaa4-4886-9669-771b2f370122" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.320s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.202510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.202938] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.203202] env[69566]: DEBUG nova.compute.manager [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Going to confirm migration 1 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 711.406963] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.406963] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.406963] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.406963] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.406963] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.406963] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.407431] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 711.407431] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 711.413488] env[69566]: DEBUG oslo_concurrency.lockutils [None req-97254e87-8de2-4ff9-978a-0fd2e080cc71 tempest-ServersListShow296Test-999282379 tempest-ServersListShow296Test-999282379-project-member] Lock "3a2c5c41-748f-4bbc-9507-d83c8f554b04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.071s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.515738] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 711.515984] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9685b799-d6a7-40d1-9173-b5711bcdf2b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.527192] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 711.527192] env[69566]: value = "task-3406956" [ 711.527192] env[69566]: _type = "Task" [ 711.527192] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.535761] env[69566]: DEBUG oslo_vmware.api [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406955, 'name': PowerOnVM_Task, 'duration_secs': 0.469812} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.535761] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.535876] env[69566]: INFO nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Took 5.85 seconds to spawn the instance on the hypervisor. [ 711.536217] env[69566]: DEBUG nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.537099] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6927ff42-649e-46ff-8644-3a58781e0b84 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.545362] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.597866] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.904102] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.904102] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.904102] env[69566]: DEBUG nova.network.neutron [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.904253] env[69566]: DEBUG nova.objects.instance [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lazy-loading 'info_cache' on Instance uuid 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.907029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.038704] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.065600] env[69566]: INFO nova.compute.manager [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Took 39.76 seconds to build instance. [ 712.128337] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.494032] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80d111-769c-4518-93d0-2af3d76150c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.502107] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b90fa2-e839-4df0-84b0-f049a9900b00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.545965] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc27179e-3c35-4532-b7f8-3800677cfa2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.555202] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406956, 'name': CreateSnapshot_Task, 'duration_secs': 1.029125} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.558012] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.558630] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d294d5c-cea5-45b4-911c-ba90f66ebe5a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.563641] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7733f98-2b9b-4c1c-a85b-1be4ec95d39b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.569870] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9d13cc76-93f3-45f9-9411-1af97b9d9728 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "36d35b67-42c7-4fa2-843f-d49f6193ea39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.717s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.591711] env[69566]: DEBUG nova.compute.provider_tree [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.754090] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "a1675c15-3ae1-4865-9758-32e637cf9bdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.754584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.755115] env[69566]: INFO nova.compute.manager [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Rebuilding instance [ 712.817839] env[69566]: DEBUG nova.compute.manager [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.818803] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08fce8-685f-4623-89c6-8d78585ad70b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.826579] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Successfully updated port: cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.936332] env[69566]: DEBUG nova.compute.manager [req-0e27299f-3521-41ab-be08-c2b031d0f265 req-a40c91b1-a5f1-4a4e-aa88-ce61b3d8cd2b service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-vif-plugged-cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.936870] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e27299f-3521-41ab-be08-c2b031d0f265 req-a40c91b1-a5f1-4a4e-aa88-ce61b3d8cd2b service nova] Acquiring lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.936870] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e27299f-3521-41ab-be08-c2b031d0f265 req-a40c91b1-a5f1-4a4e-aa88-ce61b3d8cd2b service nova] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.936966] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e27299f-3521-41ab-be08-c2b031d0f265 req-a40c91b1-a5f1-4a4e-aa88-ce61b3d8cd2b service nova] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.937877] env[69566]: DEBUG nova.compute.manager [req-0e27299f-3521-41ab-be08-c2b031d0f265 req-a40c91b1-a5f1-4a4e-aa88-ce61b3d8cd2b service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] No waiting events found dispatching network-vif-plugged-cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.938175] env[69566]: WARNING nova.compute.manager [req-0e27299f-3521-41ab-be08-c2b031d0f265 req-a40c91b1-a5f1-4a4e-aa88-ce61b3d8cd2b service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received unexpected event network-vif-plugged-cec962ae-30f3-44ea-ba7d-b2407a7f034b for instance with vm_state building and task_state spawning. [ 713.083305] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.105728] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 713.107489] env[69566]: DEBUG nova.scheduler.client.report [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.117785] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81ec3d45-7625-42b5-8a3b-421d92906f85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.135530] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 713.135530] env[69566]: value = "task-3406960" [ 713.135530] env[69566]: _type = "Task" [ 713.135530] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.146217] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406960, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.269606] env[69566]: DEBUG nova.network.neutron [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance_info_cache with network_info: [{"id": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "address": "fa:16:3e:09:ff:16", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c9937f-4a", "ovs_interfaceid": "f7c9937f-4acf-4121-9777-6ef52e3013f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.620881] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.624848] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.625385] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.628606] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.523s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.633309] env[69566]: INFO nova.compute.claims [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.647665] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406960, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.774681] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-82dd63fc-dcc9-4411-91e7-45a7fa71ba74" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.774681] env[69566]: DEBUG nova.objects.instance [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lazy-loading 'migration_context' on Instance uuid 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.838823] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.839228] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8bd588-af06-4973-97d8-f7813dad2174 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.852211] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 713.852211] env[69566]: value = "task-3406961" [ 713.852211] env[69566]: _type = "Task" [ 713.852211] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.867100] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.135669] env[69566]: DEBUG nova.compute.utils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.139409] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.139599] env[69566]: DEBUG nova.network.neutron [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.152528] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406960, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.214908] env[69566]: DEBUG nova.policy [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad513d70f2cf471784ec2d80dbe0b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e9df55698947a88c9bc1654513cb6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.276777] env[69566]: DEBUG nova.objects.base [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Object Instance<82dd63fc-dcc9-4411-91e7-45a7fa71ba74> lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 714.278025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30c3168-fb88-4e2a-99a0-97b1f4cfd2e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.314324] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1e36da-5acd-4cd2-a735-866ce4ae2613 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.331752] env[69566]: DEBUG oslo_vmware.api [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 714.331752] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a9b9de-baa7-8354-8da3-a8e4eb7a76eb" [ 714.331752] env[69566]: _type = "Task" [ 714.331752] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.354989] env[69566]: DEBUG oslo_vmware.api [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a9b9de-baa7-8354-8da3-a8e4eb7a76eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009324} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.360044] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.380145] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406961, 'name': PowerOffVM_Task, 'duration_secs': 0.311108} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.380145] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.380354] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.381787] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48358c4c-3e06-46c6-b368-04d446e0e5f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.393930] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.394572] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1583581f-205c-4a57-bf8c-b160a1a5f52b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.422556] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.422843] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.423092] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleting the datastore file [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.423409] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e4a40cd-e791-442b-bf9e-b120fc586288 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.430375] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 714.430375] env[69566]: value = "task-3406963" [ 714.430375] env[69566]: _type = "Task" [ 714.430375] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.438444] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.642022] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.664190] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406960, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.707364] env[69566]: DEBUG nova.network.neutron [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Successfully created port: d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.941464] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330887} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.942154] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.942830] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.943225] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.995463] env[69566]: DEBUG nova.compute.manager [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-changed-cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.995698] env[69566]: DEBUG nova.compute.manager [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Refreshing instance network info cache due to event network-changed-cec962ae-30f3-44ea-ba7d-b2407a7f034b. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.995927] env[69566]: DEBUG oslo_concurrency.lockutils [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] Acquiring lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.996092] env[69566]: DEBUG oslo_concurrency.lockutils [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] Acquired lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.996256] env[69566]: DEBUG nova.network.neutron [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Refreshing network info cache for port cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.153757] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406960, 'name': CloneVM_Task, 'duration_secs': 1.638189} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.157809] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Created linked-clone VM from snapshot [ 715.161189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fbf446-9741-4e81-9bbf-3aff8b925b59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.174147] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Uploading image 58092bdf-0ffe-4ba9-8527-cf39ce10b177 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.200847] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.200847] env[69566]: value = "vm-679723" [ 715.200847] env[69566]: _type = "VirtualMachine" [ 715.200847] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.201178] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-858f030e-eb02-40c6-b521-e8df927671f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.210480] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lease: (returnval){ [ 715.210480] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52467a0d-288f-6694-93ec-9fc754d5bf3c" [ 715.210480] env[69566]: _type = "HttpNfcLease" [ 715.210480] env[69566]: } obtained for exporting VM: (result){ [ 715.210480] env[69566]: value = "vm-679723" [ 715.210480] env[69566]: _type = "VirtualMachine" [ 715.210480] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.210766] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the lease: (returnval){ [ 715.210766] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52467a0d-288f-6694-93ec-9fc754d5bf3c" [ 715.210766] env[69566]: _type = "HttpNfcLease" [ 715.210766] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.221147] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.221147] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52467a0d-288f-6694-93ec-9fc754d5bf3c" [ 715.221147] env[69566]: _type = "HttpNfcLease" [ 715.221147] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 715.287140] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e285cdae-d500-44b4-978e-67670cc78f2e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.296018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ba91ed-e35b-4c75-ae42-9fb27d66493d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.339733] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aa4910-4bd8-4f78-8718-a4526cd8b349 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.351933] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c109b5b-20d1-4aee-88d8-6352d1adb253 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.364707] env[69566]: DEBUG nova.compute.provider_tree [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.415160] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Successfully updated port: 88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.558919] env[69566]: DEBUG nova.network.neutron [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.664203] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.699294] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.699590] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.699800] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.699993] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.700309] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.700379] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.701536] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.701719] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.701893] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.702100] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.702287] env[69566]: DEBUG nova.virt.hardware [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.703173] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830d96f2-5664-441e-9ee6-ccfc5e593530 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.719808] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820bce4-fb8b-4662-90c5-349ba3e27da5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.726713] env[69566]: DEBUG nova.network.neutron [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.742945] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.742945] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52467a0d-288f-6694-93ec-9fc754d5bf3c" [ 715.742945] env[69566]: _type = "HttpNfcLease" [ 715.742945] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.744365] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.744365] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52467a0d-288f-6694-93ec-9fc754d5bf3c" [ 715.744365] env[69566]: _type = "HttpNfcLease" [ 715.744365] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.745129] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d627bc-ab14-46e5-9c8e-d307e8e59d3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.756199] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528db025-5ea3-6897-20a7-3562c450f685/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.756477] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528db025-5ea3-6897-20a7-3562c450f685/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.857015] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49f29973-ac61-454e-ae8e-652bce49ab2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.871032] env[69566]: DEBUG nova.scheduler.client.report [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.987026] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.987026] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.987026] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.987026] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.987370] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.987370] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.987370] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.987370] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.987370] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.987528] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.987528] env[69566]: DEBUG nova.virt.hardware [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.987528] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d7cafc-efa7-47db-b41a-f2c31b4b64e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.993403] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb238e-e5af-4e0a-a3fe-806f122a7060 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.020188] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.031017] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.031017] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.031017] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6198d0e-8d7c-438d-8e25-c901d1d20492 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.049129] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.049129] env[69566]: value = "task-3406966" [ 716.049129] env[69566]: _type = "Task" [ 716.049129] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.058645] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406966, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.229999] env[69566]: DEBUG oslo_concurrency.lockutils [req-3f1bf9c5-2934-48d4-b9b2-0111cb733844 req-aa27caaf-d5dc-44a1-b677-083d20cc5f90 service nova] Releasing lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.377682] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.381046] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.385035] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.903s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.388677] env[69566]: INFO nova.compute.claims [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.564462] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406966, 'name': CreateVM_Task, 'duration_secs': 0.308864} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.565506] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.565506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.567611] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.567611] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a7b222-07ef-479a-af0a-e3831d03fbb1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.573983] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 716.573983] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529d09c5-7921-c5d7-07e7-006252c1f6f1" [ 716.573983] env[69566]: _type = "Task" [ 716.573983] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.585287] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529d09c5-7921-c5d7-07e7-006252c1f6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.914196] env[69566]: DEBUG nova.compute.utils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.916436] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.916616] env[69566]: DEBUG nova.network.neutron [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.971205] env[69566]: DEBUG nova.policy [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393f8c7b29d5406a8b21cdf7b62a94bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872b7afbe09a4ca2a113beec04f4be28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.098930] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529d09c5-7921-c5d7-07e7-006252c1f6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.100846] env[69566]: DEBUG nova.network.neutron [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Successfully updated port: d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.101974] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.103498] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.103758] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.103901] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.104103] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.105196] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ff0440-8c59-4030-93de-6a989e5fee87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.120022] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.120785] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.122299] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b8afd5-cd83-44aa-877e-0c70f9554175 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.129859] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 717.129859] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e0883d-7823-2540-8a6a-e760fc84cb0b" [ 717.129859] env[69566]: _type = "Task" [ 717.129859] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.143189] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e0883d-7823-2540-8a6a-e760fc84cb0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.248260] env[69566]: DEBUG nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-vif-plugged-88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.249678] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Acquiring lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.249678] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.249678] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.249678] env[69566]: DEBUG nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] No waiting events found dispatching network-vif-plugged-88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.249678] env[69566]: WARNING nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received unexpected event network-vif-plugged-88373498-327e-4ed8-9d6e-0b9a3a01f3a0 for instance with vm_state building and task_state spawning. [ 717.249896] env[69566]: DEBUG nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-changed-88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.250019] env[69566]: DEBUG nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Refreshing instance network info cache due to event network-changed-88373498-327e-4ed8-9d6e-0b9a3a01f3a0. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.251176] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Acquiring lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.251260] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Acquired lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.251497] env[69566]: DEBUG nova.network.neutron [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Refreshing network info cache for port 88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.289574] env[69566]: DEBUG nova.network.neutron [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Successfully created port: a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.419817] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.605713] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "refresh_cache-8b599915-8c5f-40af-af4c-6f6769258ec5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.608514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "refresh_cache-8b599915-8c5f-40af-af4c-6f6769258ec5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.608628] env[69566]: DEBUG nova.network.neutron [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.642940] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e0883d-7823-2540-8a6a-e760fc84cb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021077} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.644153] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7a26cd-2250-4e24-84cf-eb1cceb850a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.653560] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 717.653560] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524bcca4-a24d-3cc0-b261-5347ba565aaa" [ 717.653560] env[69566]: _type = "Task" [ 717.653560] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.661981] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524bcca4-a24d-3cc0-b261-5347ba565aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.825165] env[69566]: DEBUG nova.network.neutron [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.875896] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Successfully updated port: 94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.008018] env[69566]: DEBUG nova.network.neutron [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.085853] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170bd396-c763-465b-a421-7387340aab40 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.100278] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a659a3f-3c48-4ac2-b2b6-ab6944a7bfff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.885504] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.886560] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.888905] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Releasing lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.889157] env[69566]: DEBUG nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Received event network-vif-plugged-d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.889346] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Acquiring lock "8b599915-8c5f-40af-af4c-6f6769258ec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.889551] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.889716] env[69566]: DEBUG oslo_concurrency.lockutils [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.889880] env[69566]: DEBUG nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] No waiting events found dispatching network-vif-plugged-d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.890057] env[69566]: WARNING nova.compute.manager [req-fed66e13-0833-4963-952f-eb102072dd9f req-07ad2a15-a713-436c-9f48-12e129e89490 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Received unexpected event network-vif-plugged-d8c36156-d6d6-4c16-8edc-94c576f08fe7 for instance with vm_state building and task_state spawning. [ 718.891790] env[69566]: DEBUG nova.network.neutron [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Successfully updated port: a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.898691] env[69566]: DEBUG nova.compute.manager [req-463d5b44-295a-4261-bf49-2d22835cbbb1 req-fef7b16b-7d5b-408f-ac2b-5ca4d0d43a5a service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Received event network-vif-plugged-a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.898972] env[69566]: DEBUG oslo_concurrency.lockutils [req-463d5b44-295a-4261-bf49-2d22835cbbb1 req-fef7b16b-7d5b-408f-ac2b-5ca4d0d43a5a service nova] Acquiring lock "3bd97686-7586-4531-88da-cea7057302e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.899158] env[69566]: DEBUG oslo_concurrency.lockutils [req-463d5b44-295a-4261-bf49-2d22835cbbb1 req-fef7b16b-7d5b-408f-ac2b-5ca4d0d43a5a service nova] Lock "3bd97686-7586-4531-88da-cea7057302e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.899516] env[69566]: DEBUG oslo_concurrency.lockutils [req-463d5b44-295a-4261-bf49-2d22835cbbb1 req-fef7b16b-7d5b-408f-ac2b-5ca4d0d43a5a service nova] Lock "3bd97686-7586-4531-88da-cea7057302e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.899592] env[69566]: DEBUG nova.compute.manager [req-463d5b44-295a-4261-bf49-2d22835cbbb1 req-fef7b16b-7d5b-408f-ac2b-5ca4d0d43a5a service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] No waiting events found dispatching network-vif-plugged-a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.900040] env[69566]: WARNING nova.compute.manager [req-463d5b44-295a-4261-bf49-2d22835cbbb1 req-fef7b16b-7d5b-408f-ac2b-5ca4d0d43a5a service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Received unexpected event network-vif-plugged-a953e003-020b-48e1-8700-a97feb62a964 for instance with vm_state building and task_state spawning. [ 718.900330] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.900778] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.905880] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789b8cd9-b41e-41a0-a2cd-cc84310ba2f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.911557] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-3bd97686-7586-4531-88da-cea7057302e8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.911724] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-3bd97686-7586-4531-88da-cea7057302e8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.911895] env[69566]: DEBUG nova.network.neutron [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.913260] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.913462] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.924263] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524bcca4-a24d-3cc0-b261-5347ba565aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011473} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.928460] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.928687] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.928842] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.929033] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.929179] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.929322] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.929528] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.929992] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.930200] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.930365] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.930533] env[69566]: DEBUG nova.virt.hardware [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.930860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.931114] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.932513] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057ae7cb-fede-42db-8204-755527641b9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.935864] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-773b7c8a-0839-4102-b889-65daafa44b20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.938807] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdb01cf-12ff-4659-a5e4-9b94132974fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.944096] env[69566]: DEBUG nova.network.neutron [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.960023] env[69566]: DEBUG nova.compute.provider_tree [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.964163] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 718.964163] env[69566]: value = "task-3406969" [ 718.964163] env[69566]: _type = "Task" [ 718.964163] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.965835] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a218e774-3b9e-4b5c-85eb-fc08f321b610 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.990849] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.189135] env[69566]: DEBUG nova.network.neutron [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Updating instance_info_cache with network_info: [{"id": "d8c36156-d6d6-4c16-8edc-94c576f08fe7", "address": "fa:16:3e:91:c8:8f", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c36156-d6", "ovs_interfaceid": "d8c36156-d6d6-4c16-8edc-94c576f08fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.377857] env[69566]: DEBUG nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Received event network-changed-d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.378227] env[69566]: DEBUG nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Refreshing instance network info cache due to event network-changed-d8c36156-d6d6-4c16-8edc-94c576f08fe7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.378630] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Acquiring lock "refresh_cache-8b599915-8c5f-40af-af4c-6f6769258ec5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.460028] env[69566]: DEBUG nova.network.neutron [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.466282] env[69566]: DEBUG nova.scheduler.client.report [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.474013] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.488775] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.654886] env[69566]: DEBUG nova.network.neutron [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Updating instance_info_cache with network_info: [{"id": "a953e003-020b-48e1-8700-a97feb62a964", "address": "fa:16:3e:e6:2f:37", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa953e003-02", "ovs_interfaceid": "a953e003-020b-48e1-8700-a97feb62a964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.696061] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "refresh_cache-8b599915-8c5f-40af-af4c-6f6769258ec5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.696286] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Instance network_info: |[{"id": "d8c36156-d6d6-4c16-8edc-94c576f08fe7", "address": "fa:16:3e:91:c8:8f", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c36156-d6", "ovs_interfaceid": "d8c36156-d6d6-4c16-8edc-94c576f08fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.698331] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Acquired lock "refresh_cache-8b599915-8c5f-40af-af4c-6f6769258ec5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.698331] env[69566]: DEBUG nova.network.neutron [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Refreshing network info cache for port d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.699295] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8c36156-d6d6-4c16-8edc-94c576f08fe7', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.713598] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating folder: Project (36e9df55698947a88c9bc1654513cb6b). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.717052] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cbbf1f8-d46f-4235-89ad-0c316681225c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.728922] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created folder: Project (36e9df55698947a88c9bc1654513cb6b) in parent group-v679651. [ 719.729154] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating folder: Instances. Parent ref: group-v679725. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.729637] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acfe4d44-f272-43c5-8ed6-7188070375d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.738563] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created folder: Instances in parent group-v679725. [ 719.738563] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.739439] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.739439] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fe0ddc9-1473-40a6-a17b-9621ad13843d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.764372] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.764372] env[69566]: value = "task-3406972" [ 719.764372] env[69566]: _type = "Task" [ 719.764372] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.774352] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406972, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.965532] env[69566]: DEBUG nova.network.neutron [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Updated VIF entry in instance network info cache for port d8c36156-d6d6-4c16-8edc-94c576f08fe7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.965532] env[69566]: DEBUG nova.network.neutron [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Updating instance_info_cache with network_info: [{"id": "d8c36156-d6d6-4c16-8edc-94c576f08fe7", "address": "fa:16:3e:91:c8:8f", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8c36156-d6", "ovs_interfaceid": "d8c36156-d6d6-4c16-8edc-94c576f08fe7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.983613] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.599s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.984298] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.993787] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.127s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.996819] env[69566]: INFO nova.compute.claims [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.016684] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63395} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.017059] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.017373] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.017705] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33b0bfaa-d231-4ff1-948f-331e74afafd5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.026024] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 720.026024] env[69566]: value = "task-3406973" [ 720.026024] env[69566]: _type = "Task" [ 720.026024] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.033760] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.159019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-3bd97686-7586-4531-88da-cea7057302e8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.159019] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Instance network_info: |[{"id": "a953e003-020b-48e1-8700-a97feb62a964", "address": "fa:16:3e:e6:2f:37", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa953e003-02", "ovs_interfaceid": "a953e003-020b-48e1-8700-a97feb62a964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.159192] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a953e003-020b-48e1-8700-a97feb62a964', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.166282] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating folder: Project (872b7afbe09a4ca2a113beec04f4be28). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.166696] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bf7872a-d19f-46fd-a648-6103c21d3b7d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.176459] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created folder: Project (872b7afbe09a4ca2a113beec04f4be28) in parent group-v679651. [ 720.176699] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating folder: Instances. Parent ref: group-v679728. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.176937] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-135ad258-1a38-4f00-bbfd-2c35fb4f5699 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.186119] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created folder: Instances in parent group-v679728. [ 720.186390] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.186608] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.186843] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-223d59bf-34c2-405c-bb8e-dd15e26d183e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.207516] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.207516] env[69566]: value = "task-3406976" [ 720.207516] env[69566]: _type = "Task" [ 720.207516] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.214511] env[69566]: DEBUG nova.network.neutron [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Updating instance_info_cache with network_info: [{"id": "cec962ae-30f3-44ea-ba7d-b2407a7f034b", "address": "fa:16:3e:77:39:2f", "network": {"id": "8bbee8b6-a5d1-4e3a-afea-dc383f508d9d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951697971", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec962ae-30", "ovs_interfaceid": "cec962ae-30f3-44ea-ba7d-b2407a7f034b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88373498-327e-4ed8-9d6e-0b9a3a01f3a0", "address": "fa:16:3e:9c:5e:c6", "network": {"id": "b8691dd6-1827-41e4-939c-674a23a784d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1164172355", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88373498-32", "ovs_interfaceid": "88373498-327e-4ed8-9d6e-0b9a3a01f3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94c0ca61-9df9-4ce4-80b8-a8966cade60a", "address": "fa:16:3e:ce:b7:14", "network": {"id": "8bbee8b6-a5d1-4e3a-afea-dc383f508d9d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951697971", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c0ca61-9d", "ovs_interfaceid": "94c0ca61-9df9-4ce4-80b8-a8966cade60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.221069] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406976, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.273172] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406972, 'name': CreateVM_Task, 'duration_secs': 0.341461} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.273377] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.274090] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.274254] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.274603] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.274911] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a592c18c-87f6-4cb0-9a3e-7a2aa827f589 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.279775] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 720.279775] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524542b8-0ddd-ca29-fcaf-869e366cb80f" [ 720.279775] env[69566]: _type = "Task" [ 720.279775] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.288013] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524542b8-0ddd-ca29-fcaf-869e366cb80f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.473608] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Releasing lock "refresh_cache-8b599915-8c5f-40af-af4c-6f6769258ec5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.473851] env[69566]: DEBUG nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-vif-plugged-94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.474173] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Acquiring lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.476950] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.476950] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.476950] env[69566]: DEBUG nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] No waiting events found dispatching network-vif-plugged-94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.476950] env[69566]: WARNING nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received unexpected event network-vif-plugged-94c0ca61-9df9-4ce4-80b8-a8966cade60a for instance with vm_state building and task_state spawning. [ 720.476950] env[69566]: DEBUG nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-changed-94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.476950] env[69566]: DEBUG nova.compute.manager [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Refreshing instance network info cache due to event network-changed-94c0ca61-9df9-4ce4-80b8-a8966cade60a. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.476950] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Acquiring lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.512334] env[69566]: DEBUG nova.compute.utils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.516816] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.516999] env[69566]: DEBUG nova.network.neutron [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.537661] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091623} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.537944] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.538780] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b9443-18f0-4897-a2c6-2644362d7647 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.559082] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.559412] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a10d48a3-ba76-4c6d-998f-58ace9b2a160 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.576516] env[69566]: DEBUG nova.policy [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b90b79afdf564ba0b3e62fcb6ae8945d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f2806736ccb464781fd2f216fe76aaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.584661] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 720.584661] env[69566]: value = "task-3406977" [ 720.584661] env[69566]: _type = "Task" [ 720.584661] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.594731] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.719618] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Releasing lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.719618] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance network_info: |[{"id": "cec962ae-30f3-44ea-ba7d-b2407a7f034b", "address": "fa:16:3e:77:39:2f", "network": {"id": "8bbee8b6-a5d1-4e3a-afea-dc383f508d9d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951697971", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec962ae-30", "ovs_interfaceid": "cec962ae-30f3-44ea-ba7d-b2407a7f034b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88373498-327e-4ed8-9d6e-0b9a3a01f3a0", "address": "fa:16:3e:9c:5e:c6", "network": {"id": "b8691dd6-1827-41e4-939c-674a23a784d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1164172355", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88373498-32", "ovs_interfaceid": "88373498-327e-4ed8-9d6e-0b9a3a01f3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94c0ca61-9df9-4ce4-80b8-a8966cade60a", "address": "fa:16:3e:ce:b7:14", "network": {"id": "8bbee8b6-a5d1-4e3a-afea-dc383f508d9d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951697971", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c0ca61-9d", "ovs_interfaceid": "94c0ca61-9df9-4ce4-80b8-a8966cade60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.719618] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406976, 'name': CreateVM_Task, 'duration_secs': 0.3892} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.719618] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Acquired lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.719618] env[69566]: DEBUG nova.network.neutron [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Refreshing network info cache for port 94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.721066] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:39:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec962ae-30f3-44ea-ba7d-b2407a7f034b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:5e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88373498-327e-4ed8-9d6e-0b9a3a01f3a0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:b7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57691231-2b8d-4d71-8f79-d4a6a1d95ec8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94c0ca61-9df9-4ce4-80b8-a8966cade60a', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.733187] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Creating folder: Project (de6f0a7c606d43409ffc0cdd86e4fa77). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.733310] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.735018] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-144a9dcf-d5d1-4fdc-9e81-21b637aaca36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.739080] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.746373] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Created folder: Project (de6f0a7c606d43409ffc0cdd86e4fa77) in parent group-v679651. [ 720.746561] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Creating folder: Instances. Parent ref: group-v679731. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.746832] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25c8464a-7817-497d-842c-f50c66a91c10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.758071] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Created folder: Instances in parent group-v679731. [ 720.758370] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.758611] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.759377] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc8c4efd-e240-4bff-bb1f-d6773a346e91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.784993] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.784993] env[69566]: value = "task-3406980" [ 720.784993] env[69566]: _type = "Task" [ 720.784993] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.791585] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524542b8-0ddd-ca29-fcaf-869e366cb80f, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.792230] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.792461] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.792690] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.792829] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.793012] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.793312] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.793629] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.793867] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f90dc239-d78d-4850-93c2-3c6308e638cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.800039] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5930a46-b551-4f0d-bf10-39c985c83b3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.800601] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406980, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.803826] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 720.803826] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529cb52f-da7e-0f18-a6dc-6d64cf04ab9b" [ 720.803826] env[69566]: _type = "Task" [ 720.803826] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.811501] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.811501] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.811501] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac75acf-5d14-40cb-a0f9-58cff47e434c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.815428] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529cb52f-da7e-0f18-a6dc-6d64cf04ab9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.818879] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 720.818879] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529d65bd-9b32-7ae9-0b0e-41ae1ea2b195" [ 720.818879] env[69566]: _type = "Task" [ 720.818879] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.826928] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529d65bd-9b32-7ae9-0b0e-41ae1ea2b195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.958563] env[69566]: DEBUG nova.compute.manager [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Received event network-changed-a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.958784] env[69566]: DEBUG nova.compute.manager [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Refreshing instance network info cache due to event network-changed-a953e003-020b-48e1-8700-a97feb62a964. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.959113] env[69566]: DEBUG oslo_concurrency.lockutils [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] Acquiring lock "refresh_cache-3bd97686-7586-4531-88da-cea7057302e8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.959385] env[69566]: DEBUG oslo_concurrency.lockutils [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] Acquired lock "refresh_cache-3bd97686-7586-4531-88da-cea7057302e8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.959647] env[69566]: DEBUG nova.network.neutron [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Refreshing network info cache for port a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.018183] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.050402] env[69566]: DEBUG nova.network.neutron [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Successfully created port: 7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.103751] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406977, 'name': ReconfigVM_Task, 'duration_secs': 0.354068} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.104052] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39/36d35b67-42c7-4fa2-843f-d49f6193ea39.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.104776] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fae0750-b1f2-4632-8086-24286cc06b6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.112659] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 721.112659] env[69566]: value = "task-3406982" [ 721.112659] env[69566]: _type = "Task" [ 721.112659] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.126652] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406982, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.296227] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406980, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.321637] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529cb52f-da7e-0f18-a6dc-6d64cf04ab9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.326564] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.326564] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.326564] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.335514] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529d65bd-9b32-7ae9-0b0e-41ae1ea2b195, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.340404] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740d20f0-d49f-4d47-b870-a1ea60562f65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.352076] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 721.352076] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52edf0c6-d3c7-a1c4-6d2c-300d15ab3544" [ 721.352076] env[69566]: _type = "Task" [ 721.352076] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.365975] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52edf0c6-d3c7-a1c4-6d2c-300d15ab3544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.520242] env[69566]: DEBUG nova.network.neutron [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Updated VIF entry in instance network info cache for port 94c0ca61-9df9-4ce4-80b8-a8966cade60a. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.520242] env[69566]: DEBUG nova.network.neutron [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Updating instance_info_cache with network_info: [{"id": "cec962ae-30f3-44ea-ba7d-b2407a7f034b", "address": "fa:16:3e:77:39:2f", "network": {"id": "8bbee8b6-a5d1-4e3a-afea-dc383f508d9d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951697971", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec962ae-30", "ovs_interfaceid": "cec962ae-30f3-44ea-ba7d-b2407a7f034b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88373498-327e-4ed8-9d6e-0b9a3a01f3a0", "address": "fa:16:3e:9c:5e:c6", "network": {"id": "b8691dd6-1827-41e4-939c-674a23a784d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1164172355", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88373498-32", "ovs_interfaceid": "88373498-327e-4ed8-9d6e-0b9a3a01f3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "94c0ca61-9df9-4ce4-80b8-a8966cade60a", "address": "fa:16:3e:ce:b7:14", "network": {"id": "8bbee8b6-a5d1-4e3a-afea-dc383f508d9d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1951697971", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57691231-2b8d-4d71-8f79-d4a6a1d95ec8", "external-id": "nsx-vlan-transportzone-373", "segmentation_id": 373, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94c0ca61-9d", "ovs_interfaceid": "94c0ca61-9df9-4ce4-80b8-a8966cade60a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.631620] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406982, 'name': Rename_Task, 'duration_secs': 0.172147} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.631993] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.632262] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-243c6293-c274-412f-9f82-1ae696530ccb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.640474] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 721.640474] env[69566]: value = "task-3406983" [ 721.640474] env[69566]: _type = "Task" [ 721.640474] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.648968] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.773307] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0251ce-b757-44fe-8205-c3a18d6dd972 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.781187] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef535c-d901-4f72-aaa3-6079dfb7f780 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.817310] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4fe9cd-bc60-4d63-8e30-32cc463af43c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.825571] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3406980, 'name': CreateVM_Task, 'duration_secs': 0.539224} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.826173] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.827320] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.827529] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.827897] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.830266] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2452ae86-8627-40d5-a7ed-678116ad0b2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.834036] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eed5e9-898d-44c3-84ff-7c873cff493b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.842786] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 721.842786] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5219d109-8a89-3b56-0b15-561d22afbae9" [ 721.842786] env[69566]: _type = "Task" [ 721.842786] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.852484] env[69566]: DEBUG nova.compute.provider_tree [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.865379] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5219d109-8a89-3b56-0b15-561d22afbae9, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.869170] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.869440] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.870342] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.870342] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52edf0c6-d3c7-a1c4-6d2c-300d15ab3544, 'name': SearchDatastore_Task, 'duration_secs': 0.019415} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.870838] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.871204] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8b599915-8c5f-40af-af4c-6f6769258ec5/8b599915-8c5f-40af-af4c-6f6769258ec5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.871389] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.871597] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.871795] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d9655e1-8be0-433c-afad-d2bc0dd5f919 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.874189] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18a5795-4e35-4d78-be7a-64d2b02f169d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.883538] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 721.883538] env[69566]: value = "task-3406984" [ 721.883538] env[69566]: _type = "Task" [ 721.883538] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.884930] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.885092] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.889282] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2221fe5-d76f-4dc6-95b2-79a74040b5e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.892784] env[69566]: DEBUG nova.network.neutron [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Updated VIF entry in instance network info cache for port a953e003-020b-48e1-8700-a97feb62a964. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.893231] env[69566]: DEBUG nova.network.neutron [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Updating instance_info_cache with network_info: [{"id": "a953e003-020b-48e1-8700-a97feb62a964", "address": "fa:16:3e:e6:2f:37", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa953e003-02", "ovs_interfaceid": "a953e003-020b-48e1-8700-a97feb62a964", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.900013] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.901540] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 721.901540] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a0ec85-2abd-64de-fce7-6d15c2717801" [ 721.901540] env[69566]: _type = "Task" [ 721.901540] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.910680] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a0ec85-2abd-64de-fce7-6d15c2717801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.031442] env[69566]: DEBUG oslo_concurrency.lockutils [req-6c0fd684-d1e7-403a-af1c-016a09b700e4 req-897ad24a-8b4f-43ba-aa9e-84564bdf496f service nova] Releasing lock "refresh_cache-67c83959-a36f-4d69-97aa-0d5d871b514e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032684] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.067350] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.067654] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.067828] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.068178] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.068650] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.068844] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.069093] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.069262] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.070461] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.070670] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.070863] env[69566]: DEBUG nova.virt.hardware [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.071785] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26818e8-3acb-413f-b94d-3a53de975435 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.080874] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c43155-509e-4426-9b1f-68d4c2c152a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.151027] env[69566]: DEBUG oslo_vmware.api [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3406983, 'name': PowerOnVM_Task, 'duration_secs': 0.4916} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.151394] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.151614] env[69566]: DEBUG nova.compute.manager [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.152597] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e853d81-b165-44a5-9ac7-86f86ec09a4f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.367232] env[69566]: DEBUG nova.scheduler.client.report [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.395023] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406984, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.396669] env[69566]: DEBUG oslo_concurrency.lockutils [req-1070f9bc-343b-4a2a-9c06-8233ad9e53f9 req-934dad03-ee98-4e2f-80cd-2d23f3d37eaa service nova] Releasing lock "refresh_cache-3bd97686-7586-4531-88da-cea7057302e8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.412514] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a0ec85-2abd-64de-fce7-6d15c2717801, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.413352] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20afd3db-5446-4b74-a5b3-582ea8877dab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.418862] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 722.418862] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5234d193-44fb-8bd6-4736-76552f37f405" [ 722.418862] env[69566]: _type = "Task" [ 722.418862] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.427542] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5234d193-44fb-8bd6-4736-76552f37f405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.672920] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.872705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.879s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.873181] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.879852] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.198s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.880116] env[69566]: DEBUG nova.objects.instance [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lazy-loading 'resources' on Instance uuid 5a0b7a89-2e90-4682-ab57-180fdb270469 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.898790] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518599} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.900237] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8b599915-8c5f-40af-af4c-6f6769258ec5/8b599915-8c5f-40af-af4c-6f6769258ec5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.900516] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.900786] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e3b80c6-f98b-404f-95ff-d7b10ab0204b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.907514] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 722.907514] env[69566]: value = "task-3406986" [ 722.907514] env[69566]: _type = "Task" [ 722.907514] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.917374] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.930376] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5234d193-44fb-8bd6-4736-76552f37f405, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.931327] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.931578] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3bd97686-7586-4531-88da-cea7057302e8/3bd97686-7586-4531-88da-cea7057302e8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.931910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.932831] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.932831] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a599b414-c6a8-479d-8c97-f9c6db1bd02b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.934637] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc01d753-e210-43e5-9d85-457ab4b56713 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.945597] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.945783] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.946621] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 722.946621] env[69566]: value = "task-3406987" [ 722.946621] env[69566]: _type = "Task" [ 722.946621] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.946816] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1302d384-2880-4b46-87db-db219a7d59a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.964042] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.964354] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 722.964354] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f89e60-96b9-26cd-7554-f90ffd8bcce8" [ 722.964354] env[69566]: _type = "Task" [ 722.964354] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.973232] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f89e60-96b9-26cd-7554-f90ffd8bcce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.252692] env[69566]: DEBUG nova.network.neutron [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Successfully updated port: 7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.386436] env[69566]: DEBUG nova.compute.utils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.393023] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.393023] env[69566]: DEBUG nova.network.neutron [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.421920] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107605} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.423197] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.424324] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd596f-5db5-46f5-982e-d95362999990 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.453359] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8b599915-8c5f-40af-af4c-6f6769258ec5/8b599915-8c5f-40af-af4c-6f6769258ec5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.455926] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9b9f2c-fe31-44a8-9dc2-77c9b869918f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.471880] env[69566]: DEBUG nova.policy [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a93825dac894e44b7083259e0f3c08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07bd079d502a4a12921098ca651a2b08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.482503] env[69566]: DEBUG nova.compute.manager [req-c09dc675-8088-43e7-a5e5-a95c4099a600 req-cfa0014f-c8f8-4d87-b828-56d26c57538c service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Received event network-vif-plugged-7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.482658] env[69566]: DEBUG oslo_concurrency.lockutils [req-c09dc675-8088-43e7-a5e5-a95c4099a600 req-cfa0014f-c8f8-4d87-b828-56d26c57538c service nova] Acquiring lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.482864] env[69566]: DEBUG oslo_concurrency.lockutils [req-c09dc675-8088-43e7-a5e5-a95c4099a600 req-cfa0014f-c8f8-4d87-b828-56d26c57538c service nova] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.483045] env[69566]: DEBUG oslo_concurrency.lockutils [req-c09dc675-8088-43e7-a5e5-a95c4099a600 req-cfa0014f-c8f8-4d87-b828-56d26c57538c service nova] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.483211] env[69566]: DEBUG nova.compute.manager [req-c09dc675-8088-43e7-a5e5-a95c4099a600 req-cfa0014f-c8f8-4d87-b828-56d26c57538c service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] No waiting events found dispatching network-vif-plugged-7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.483390] env[69566]: WARNING nova.compute.manager [req-c09dc675-8088-43e7-a5e5-a95c4099a600 req-cfa0014f-c8f8-4d87-b828-56d26c57538c service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Received unexpected event network-vif-plugged-7b278f2c-6057-496d-906b-ccdf2e6456ed for instance with vm_state building and task_state spawning. [ 723.489332] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 723.489332] env[69566]: value = "task-3406988" [ 723.489332] env[69566]: _type = "Task" [ 723.489332] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.495582] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513984} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.499611] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3bd97686-7586-4531-88da-cea7057302e8/3bd97686-7586-4531-88da-cea7057302e8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.499611] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.503869] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9dfa5df-cc42-45ef-b138-903f4f9cd2f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.507184] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f89e60-96b9-26cd-7554-f90ffd8bcce8, 'name': SearchDatastore_Task, 'duration_secs': 0.019387} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.510553] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a796f0a-1d3e-4265-b38c-5e8fb5445de9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.519800] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.520167] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 723.520167] env[69566]: value = "task-3406989" [ 723.520167] env[69566]: _type = "Task" [ 723.520167] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.526183] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 723.526183] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cca716-7d3a-70e2-860e-d2234c918ede" [ 723.526183] env[69566]: _type = "Task" [ 723.526183] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.534591] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.542907] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cca716-7d3a-70e2-860e-d2234c918ede, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.543211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.543517] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 67c83959-a36f-4d69-97aa-0d5d871b514e/67c83959-a36f-4d69-97aa-0d5d871b514e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.543787] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857c0931-f10c-4898-946b-0a02d0012970 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.552770] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 723.552770] env[69566]: value = "task-3406990" [ 723.552770] env[69566]: _type = "Task" [ 723.552770] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.562290] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3406990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.700964] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528db025-5ea3-6897-20a7-3562c450f685/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.701899] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a972e0fe-d487-481f-9d16-78bacd9fa0d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.710116] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528db025-5ea3-6897-20a7-3562c450f685/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.710349] env[69566]: ERROR oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528db025-5ea3-6897-20a7-3562c450f685/disk-0.vmdk due to incomplete transfer. [ 723.710512] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4579c72f-8f24-4ae9-9ca7-6d57b15c3e60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.717546] env[69566]: DEBUG oslo_vmware.rw_handles [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528db025-5ea3-6897-20a7-3562c450f685/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.717756] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Uploaded image 58092bdf-0ffe-4ba9-8527-cf39ce10b177 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 723.720255] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 723.722901] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-47c2f71e-43b0-418e-acc9-14e75ff5944e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.729171] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 723.729171] env[69566]: value = "task-3406991" [ 723.729171] env[69566]: _type = "Task" [ 723.729171] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.739581] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406991, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.759261] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "refresh_cache-3643a195-bc27-4ebd-b9cb-eead55f5cab0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.759423] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquired lock "refresh_cache-3643a195-bc27-4ebd-b9cb-eead55f5cab0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.759580] env[69566]: DEBUG nova.network.neutron [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.892374] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.002679] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "36d35b67-42c7-4fa2-843f-d49f6193ea39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.003391] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "36d35b67-42c7-4fa2-843f-d49f6193ea39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.003447] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "36d35b67-42c7-4fa2-843f-d49f6193ea39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.003765] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "36d35b67-42c7-4fa2-843f-d49f6193ea39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.004140] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "36d35b67-42c7-4fa2-843f-d49f6193ea39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.009039] env[69566]: INFO nova.compute.manager [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Terminating instance [ 724.018792] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406988, 'name': ReconfigVM_Task, 'duration_secs': 0.411231} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.022171] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8b599915-8c5f-40af-af4c-6f6769258ec5/8b599915-8c5f-40af-af4c-6f6769258ec5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.022171] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c7d96d8-215a-4037-9376-98f02b8f0db2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.033187] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.036904] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 724.036904] env[69566]: value = "task-3406992" [ 724.036904] env[69566]: _type = "Task" [ 724.036904] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.047896] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406992, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.067624] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3406990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479373} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.068245] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 67c83959-a36f-4d69-97aa-0d5d871b514e/67c83959-a36f-4d69-97aa-0d5d871b514e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.068338] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.068993] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3fa85bd7-871c-4349-9f35-45ea2c148649 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.077106] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 724.077106] env[69566]: value = "task-3406993" [ 724.077106] env[69566]: _type = "Task" [ 724.077106] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.088090] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3406993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.119819] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d7c99-e77a-4918-adb0-d83b322e31a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.127727] env[69566]: DEBUG nova.network.neutron [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Successfully created port: dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 724.131071] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7846e4-4f43-4815-a14c-fac85d516098 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.163915] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e28a7-bd1c-4056-a78a-e9d73b80064b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172566] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188df29e-2d84-4119-8d9c-fba74e0912ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.187464] env[69566]: DEBUG nova.compute.provider_tree [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.240975] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406991, 'name': Destroy_Task, 'duration_secs': 0.4611} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.241304] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Destroyed the VM [ 724.241489] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.241734] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-189a2dee-e0cd-4df0-a6c8-f7e5fa6dcc83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.248122] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 724.248122] env[69566]: value = "task-3406994" [ 724.248122] env[69566]: _type = "Task" [ 724.248122] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.256441] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.352633] env[69566]: DEBUG nova.network.neutron [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.398591] env[69566]: INFO nova.virt.block_device [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Booting with volume 4f0b0f2f-4578-48d1-9e64-67c050546cee at /dev/sda [ 724.445729] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ea744a-966f-4e6d-8c02-7716677f83aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.454381] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff5e532-a436-4c04-9f96-00fd6e7b810c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.487302] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78c9679c-e831-44e9-925e-64e485b10f66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.495109] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97525663-da4f-42a2-b279-418b33e44f48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.534792] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "refresh_cache-36d35b67-42c7-4fa2-843f-d49f6193ea39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.534792] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "refresh_cache-36d35b67-42c7-4fa2-843f-d49f6193ea39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.534792] env[69566]: DEBUG nova.network.neutron [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.534895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10b8bde-ff1b-4dbe-a851-93c4767f0cb8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.546540] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.7413} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.547791] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ef8cc-fcdf-4594-830b-2c0b73b834b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.550131] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.554327] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f383d49-a9eb-411d-8154-d576492c674a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.557055] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406992, 'name': Rename_Task, 'duration_secs': 0.145872} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.560290] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.560855] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d717ee8-b0c0-4cb9-aa51-559b5b67819a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.584099] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 3bd97686-7586-4531-88da-cea7057302e8/3bd97686-7586-4531-88da-cea7057302e8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.589869] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c51411-9ed9-467c-b893-8cc62f6da9cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.605960] env[69566]: DEBUG nova.virt.block_device [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updating existing volume attachment record: b97c2566-6362-4e9d-bd41-9d1960bc0fcd {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 724.614707] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 724.614707] env[69566]: value = "task-3406995" [ 724.614707] env[69566]: _type = "Task" [ 724.614707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.622924] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 724.622924] env[69566]: value = "task-3406996" [ 724.622924] env[69566]: _type = "Task" [ 724.622924] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.623097] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3406993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06545} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.623886] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.628011] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97885500-db7b-4dfa-ac85-07012dfb4bd7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.633544] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406995, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.640999] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.664779] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 67c83959-a36f-4d69-97aa-0d5d871b514e/67c83959-a36f-4d69-97aa-0d5d871b514e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.665211] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-319e2166-fdb9-4126-96c2-1bcbd29f147c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.684931] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 724.684931] env[69566]: value = "task-3406997" [ 724.684931] env[69566]: _type = "Task" [ 724.684931] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.690605] env[69566]: DEBUG nova.scheduler.client.report [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.697354] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3406997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.761545] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406994, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.764701] env[69566]: DEBUG nova.network.neutron [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Updating instance_info_cache with network_info: [{"id": "7b278f2c-6057-496d-906b-ccdf2e6456ed", "address": "fa:16:3e:12:b2:35", "network": {"id": "f8a9db83-90b9-496d-aa0a-774d7bbffb16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-875075667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2806736ccb464781fd2f216fe76aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b278f2c-60", "ovs_interfaceid": "7b278f2c-6057-496d-906b-ccdf2e6456ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.068577] env[69566]: DEBUG nova.network.neutron [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.133297] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406995, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.138924] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406996, 'name': ReconfigVM_Task, 'duration_secs': 0.372149} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.139418] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 3bd97686-7586-4531-88da-cea7057302e8/3bd97686-7586-4531-88da-cea7057302e8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.142489] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d369363-39b2-470e-9633-a11e20bac7a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.146893] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 725.146893] env[69566]: value = "task-3406999" [ 725.146893] env[69566]: _type = "Task" [ 725.146893] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.159044] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406999, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.162137] env[69566]: DEBUG nova.network.neutron [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.202161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.205985] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3406997, 'name': ReconfigVM_Task, 'duration_secs': 0.352309} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.205985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.626s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.208804] env[69566]: INFO nova.compute.claims [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.211850] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 67c83959-a36f-4d69-97aa-0d5d871b514e/67c83959-a36f-4d69-97aa-0d5d871b514e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.214221] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9594799-61be-4372-b86c-ca06e7029200 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.223264] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 725.223264] env[69566]: value = "task-3407000" [ 725.223264] env[69566]: _type = "Task" [ 725.223264] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.235718] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407000, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.241401] env[69566]: INFO nova.scheduler.client.report [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Deleted allocations for instance 5a0b7a89-2e90-4682-ab57-180fdb270469 [ 725.263515] env[69566]: DEBUG oslo_vmware.api [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3406994, 'name': RemoveSnapshot_Task, 'duration_secs': 0.570371} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.263515] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.263515] env[69566]: INFO nova.compute.manager [None req-8db11249-29fd-465d-be86-e21f39338b30 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Took 14.29 seconds to snapshot the instance on the hypervisor. [ 725.268475] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Releasing lock "refresh_cache-3643a195-bc27-4ebd-b9cb-eead55f5cab0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.268918] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Instance network_info: |[{"id": "7b278f2c-6057-496d-906b-ccdf2e6456ed", "address": "fa:16:3e:12:b2:35", "network": {"id": "f8a9db83-90b9-496d-aa0a-774d7bbffb16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-875075667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2806736ccb464781fd2f216fe76aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b278f2c-60", "ovs_interfaceid": "7b278f2c-6057-496d-906b-ccdf2e6456ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.269522] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:b2:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b278f2c-6057-496d-906b-ccdf2e6456ed', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.277872] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Creating folder: Project (9f2806736ccb464781fd2f216fe76aaf). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.278596] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d7f375-b4a9-4009-895b-1151f3e44431 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.290246] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Created folder: Project (9f2806736ccb464781fd2f216fe76aaf) in parent group-v679651. [ 725.290246] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Creating folder: Instances. Parent ref: group-v679735. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.290499] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61f3e917-2498-4375-9ae8-18857ab96e54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.300885] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Created folder: Instances in parent group-v679735. [ 725.300885] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.300885] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.301129] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d97954-9199-48d9-8563-6e3420b4d36b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.327077] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.327077] env[69566]: value = "task-3407003" [ 725.327077] env[69566]: _type = "Task" [ 725.327077] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.628370] env[69566]: DEBUG oslo_vmware.api [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3406995, 'name': PowerOnVM_Task, 'duration_secs': 0.538344} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.628778] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.629050] env[69566]: INFO nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Took 9.96 seconds to spawn the instance on the hypervisor. [ 725.629533] env[69566]: DEBUG nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.630133] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137e4e75-4d1e-4dc8-ace0-1e66dc8bd6f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.659625] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3406999, 'name': Rename_Task, 'duration_secs': 0.169529} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.660240] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.660240] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8baf97-67a6-4a4e-ae9c-dabcd581221b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.664829] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "refresh_cache-36d35b67-42c7-4fa2-843f-d49f6193ea39" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.665315] env[69566]: DEBUG nova.compute.manager [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.665547] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.666335] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55837872-064d-44bb-bc9d-dacde05c491c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.671280] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 725.671280] env[69566]: value = "task-3407004" [ 725.671280] env[69566]: _type = "Task" [ 725.671280] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.681028] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.681247] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9842acdd-b26f-454a-8e63-40e5b63abcc0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.686590] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407004, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.692884] env[69566]: DEBUG nova.compute.manager [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Received event network-changed-7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.693030] env[69566]: DEBUG nova.compute.manager [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Refreshing instance network info cache due to event network-changed-7b278f2c-6057-496d-906b-ccdf2e6456ed. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.693331] env[69566]: DEBUG oslo_concurrency.lockutils [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] Acquiring lock "refresh_cache-3643a195-bc27-4ebd-b9cb-eead55f5cab0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.693561] env[69566]: DEBUG oslo_concurrency.lockutils [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] Acquired lock "refresh_cache-3643a195-bc27-4ebd-b9cb-eead55f5cab0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.693742] env[69566]: DEBUG nova.network.neutron [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Refreshing network info cache for port 7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.700571] env[69566]: DEBUG oslo_vmware.api [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 725.700571] env[69566]: value = "task-3407005" [ 725.700571] env[69566]: _type = "Task" [ 725.700571] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.718556] env[69566]: DEBUG oslo_vmware.api [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.734440] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407000, 'name': Rename_Task, 'duration_secs': 0.384116} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.735014] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.735300] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cbf711a-8c2d-4d6b-82c5-f4ed8db70422 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.742903] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 725.742903] env[69566]: value = "task-3407006" [ 725.742903] env[69566]: _type = "Task" [ 725.742903] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.756777] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.757069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8c011ea-15b3-498b-b681-321655b8827c tempest-ServerDiagnosticsTest-166480050 tempest-ServerDiagnosticsTest-166480050-project-member] Lock "5a0b7a89-2e90-4682-ab57-180fdb270469" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.706s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.841435] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407003, 'name': CreateVM_Task, 'duration_secs': 0.493934} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.841788] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.842454] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.843107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.843107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.843345] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34802864-27bd-4205-85a8-973e2b902a78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.847963] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 725.847963] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521ef31d-415d-81cf-47a4-f9e5556326f1" [ 725.847963] env[69566]: _type = "Task" [ 725.847963] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.856260] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521ef31d-415d-81cf-47a4-f9e5556326f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.155508] env[69566]: INFO nova.compute.manager [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Took 49.33 seconds to build instance. [ 726.189316] env[69566]: DEBUG oslo_vmware.api [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407004, 'name': PowerOnVM_Task, 'duration_secs': 0.472957} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.190375] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.192874] env[69566]: INFO nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Took 7.30 seconds to spawn the instance on the hypervisor. [ 726.193152] env[69566]: DEBUG nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.194457] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65270025-d6dc-4d45-b5ce-790e8568e8db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.226221] env[69566]: DEBUG oslo_vmware.api [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407005, 'name': PowerOffVM_Task, 'duration_secs': 0.208679} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.227334] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.228463] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.228463] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d95bd721-9864-4b79-9f6f-494714a3d6c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.256035] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.256035] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.256035] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleting the datastore file [datastore2] 36d35b67-42c7-4fa2-843f-d49f6193ea39 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.259550] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d0f2dc9-ea05-4d46-834b-6af4b8f0a33f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.261878] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.268980] env[69566]: DEBUG oslo_vmware.api [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 726.268980] env[69566]: value = "task-3407008" [ 726.268980] env[69566]: _type = "Task" [ 726.268980] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.278031] env[69566]: DEBUG oslo_vmware.api [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.363016] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521ef31d-415d-81cf-47a4-f9e5556326f1, 'name': SearchDatastore_Task, 'duration_secs': 0.014834} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.363016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.363016] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.363016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.363016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.363016] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.363016] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a76c2de-ce6b-4cb7-8664-179bdc14a85c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.372626] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.372833] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.373765] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41b0c78-fbca-479a-8794-0ddc4591a9c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.381017] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 726.381017] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bfe9e2-7916-3051-a43a-49ac4c59c278" [ 726.381017] env[69566]: _type = "Task" [ 726.381017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.389812] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bfe9e2-7916-3051-a43a-49ac4c59c278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.490746] env[69566]: DEBUG nova.network.neutron [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Successfully updated port: dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.651516] env[69566]: DEBUG nova.network.neutron [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Updated VIF entry in instance network info cache for port 7b278f2c-6057-496d-906b-ccdf2e6456ed. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.652850] env[69566]: DEBUG nova.network.neutron [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Updating instance_info_cache with network_info: [{"id": "7b278f2c-6057-496d-906b-ccdf2e6456ed", "address": "fa:16:3e:12:b2:35", "network": {"id": "f8a9db83-90b9-496d-aa0a-774d7bbffb16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-875075667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f2806736ccb464781fd2f216fe76aaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b278f2c-60", "ovs_interfaceid": "7b278f2c-6057-496d-906b-ccdf2e6456ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.657985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0da3606c-c9f9-4dcb-bad6-a6be681968f3 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.283s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.737123] env[69566]: INFO nova.compute.manager [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Took 42.65 seconds to build instance. [ 726.758897] env[69566]: DEBUG oslo_vmware.api [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407006, 'name': PowerOnVM_Task, 'duration_secs': 0.871075} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.759246] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.759451] env[69566]: INFO nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Took 16.10 seconds to spawn the instance on the hypervisor. [ 726.759836] env[69566]: DEBUG nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.760653] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e89aa4-5995-4042-bcef-c0a619667620 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.764925] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.765669] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.765669] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.765918] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.765918] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.766021] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.766169] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.766367] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.766525] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.766694] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.767720] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.767720] env[69566]: DEBUG nova.virt.hardware [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.770578] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3503a8f5-0e35-4bcc-b80e-1ba85349f82b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.789701] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672cd8e-ccbf-4b4e-8103-4906b38f0746 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.798787] env[69566]: DEBUG oslo_vmware.api [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27038} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.799415] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.799613] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.800484] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.800484] env[69566]: INFO nova.compute.manager [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Took 1.13 seconds to destroy the instance on the hypervisor. [ 726.800484] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.800484] env[69566]: DEBUG nova.compute.manager [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.800484] env[69566]: DEBUG nova.network.neutron [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.841063] env[69566]: DEBUG nova.network.neutron [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.892108] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bfe9e2-7916-3051-a43a-49ac4c59c278, 'name': SearchDatastore_Task, 'duration_secs': 0.032847} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.895487] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44c0127-5c9a-4103-b286-a89708d8f067 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.900827] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 726.900827] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ed374f-9849-2f3b-a312-47fb31f62c97" [ 726.900827] env[69566]: _type = "Task" [ 726.900827] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.908951] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ed374f-9849-2f3b-a312-47fb31f62c97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.934653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "8b599915-8c5f-40af-af4c-6f6769258ec5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.936237] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.936237] env[69566]: DEBUG nova.compute.manager [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.936237] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798872f3-fe4b-43e2-be88-f2d7e76b4401 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.946214] env[69566]: DEBUG nova.compute.manager [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 726.946214] env[69566]: DEBUG nova.objects.instance [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lazy-loading 'flavor' on Instance uuid 8b599915-8c5f-40af-af4c-6f6769258ec5 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.974124] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a8ae88-f8c3-466e-9c3e-9233cf9d694a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.985099] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d7183-f4eb-4e03-b289-0f9feba9c269 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.993881] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.993881] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquired lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.993881] env[69566]: DEBUG nova.network.neutron [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.023784] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897b327e-d5c5-4b72-b59e-1ea512a9efe8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.033008] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ba94e-1c5e-43b8-a322-bdfee6e0dc78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.048025] env[69566]: DEBUG nova.compute.provider_tree [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.083804] env[69566]: DEBUG nova.network.neutron [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.159154] env[69566]: DEBUG oslo_concurrency.lockutils [req-b142962f-5a8f-46ae-b7b0-dc50d920bb34 req-20893c3b-52d3-4cf3-8a15-973ed0fb2ea3 service nova] Releasing lock "refresh_cache-3643a195-bc27-4ebd-b9cb-eead55f5cab0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.163660] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.239444] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4cb70d39-e211-4905-bbda-faea6d909903 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "3bd97686-7586-4531-88da-cea7057302e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.187s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.291998] env[69566]: DEBUG nova.network.neutron [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updating instance_info_cache with network_info: [{"id": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "address": "fa:16:3e:bb:a7:0b", "network": {"id": "c199c992-febf-461f-bb62-7da0002934f0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-918048296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07bd079d502a4a12921098ca651a2b08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa0eef8-02", "ovs_interfaceid": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.295542] env[69566]: INFO nova.compute.manager [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Took 53.55 seconds to build instance. [ 727.343497] env[69566]: DEBUG nova.network.neutron [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.412351] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ed374f-9849-2f3b-a312-47fb31f62c97, 'name': SearchDatastore_Task, 'duration_secs': 0.01819} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.412601] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.412863] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3643a195-bc27-4ebd-b9cb-eead55f5cab0/3643a195-bc27-4ebd-b9cb-eead55f5cab0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.413141] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64765478-7535-4015-a0dd-a8c0840a41db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.421043] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 727.421043] env[69566]: value = "task-3407010" [ 727.421043] env[69566]: _type = "Task" [ 727.421043] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.430343] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.551666] env[69566]: DEBUG nova.scheduler.client.report [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.689966] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.744201] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.797747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Releasing lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.798099] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance network_info: |[{"id": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "address": "fa:16:3e:bb:a7:0b", "network": {"id": "c199c992-febf-461f-bb62-7da0002934f0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-918048296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07bd079d502a4a12921098ca651a2b08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa0eef8-02", "ovs_interfaceid": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.798922] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5e19d226-305d-4981-a2f9-c1a1903c8c19 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.795s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.798922] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:a7:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.812566] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Creating folder: Project (07bd079d502a4a12921098ca651a2b08). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.815069] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47881633-a8f1-43ff-803f-66b82c9c93a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.834304] env[69566]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 727.834566] env[69566]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69566) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 727.835392] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Folder already exists: Project (07bd079d502a4a12921098ca651a2b08). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 727.837568] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Creating folder: Instances. Parent ref: group-v679675. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.837568] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b757c86b-da2b-4e7a-bd80-b50ed8ed619b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.846330] env[69566]: INFO nova.compute.manager [-] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Took 1.05 seconds to deallocate network for instance. [ 727.853381] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Created folder: Instances in parent group-v679675. [ 727.853646] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.854200] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.854547] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-406ece28-6b67-43f3-9eb7-b465c6897317 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.878207] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.878207] env[69566]: value = "task-3407013" [ 727.878207] env[69566]: _type = "Task" [ 727.878207] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.889376] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407013, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.933626] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407010, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.945808] env[69566]: DEBUG nova.compute.manager [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Received event network-vif-plugged-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.946383] env[69566]: DEBUG oslo_concurrency.lockutils [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] Acquiring lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.946635] env[69566]: DEBUG oslo_concurrency.lockutils [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.946881] env[69566]: DEBUG oslo_concurrency.lockutils [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.947032] env[69566]: DEBUG nova.compute.manager [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] No waiting events found dispatching network-vif-plugged-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.947207] env[69566]: WARNING nova.compute.manager [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Received unexpected event network-vif-plugged-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd for instance with vm_state building and task_state spawning. [ 727.947395] env[69566]: DEBUG nova.compute.manager [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Received event network-changed-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.947586] env[69566]: DEBUG nova.compute.manager [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Refreshing instance network info cache due to event network-changed-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.947800] env[69566]: DEBUG oslo_concurrency.lockutils [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] Acquiring lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.947955] env[69566]: DEBUG oslo_concurrency.lockutils [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] Acquired lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.948137] env[69566]: DEBUG nova.network.neutron [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Refreshing network info cache for port dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.955362] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.955734] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c11647-ed4f-478c-8b1a-f9f6399ac64f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.970234] env[69566]: DEBUG oslo_vmware.api [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 727.970234] env[69566]: value = "task-3407014" [ 727.970234] env[69566]: _type = "Task" [ 727.970234] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.983198] env[69566]: DEBUG oslo_vmware.api [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.997839] env[69566]: DEBUG nova.compute.manager [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.997839] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa9c35-62f0-4184-abdf-7a809631ca61 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.057999] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.059217] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.065115] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.883s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.066097] env[69566]: INFO nova.compute.claims [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.280205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.318470] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.355447] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.391970] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407013, 'name': CreateVM_Task, 'duration_secs': 0.414908} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.392220] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.393393] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679684', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'name': 'volume-4f0b0f2f-4578-48d1-9e64-67c050546cee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ccfcbd4-d609-4269-95d6-31963fcb61e1', 'attached_at': '', 'detached_at': '', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'serial': '4f0b0f2f-4578-48d1-9e64-67c050546cee'}, 'mount_device': '/dev/sda', 'attachment_id': 'b97c2566-6362-4e9d-bd41-9d1960bc0fcd', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69566) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 728.393512] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Root volume attach. Driver type: vmdk {{(pid=69566) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 728.394651] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3959e5-f08e-4162-92e5-cf66b345011f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.407475] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc629ada-705f-4fda-98e8-55330a068768 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.415023] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffd04db-45b1-45cf-aaff-07af364a2445 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.422924] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cd8a5961-ea18-4d76-8369-efff73f864fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.436250] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539154} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.436855] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3643a195-bc27-4ebd-b9cb-eead55f5cab0/3643a195-bc27-4ebd-b9cb-eead55f5cab0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.436855] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.437183] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 728.437183] env[69566]: value = "task-3407015" [ 728.437183] env[69566]: _type = "Task" [ 728.437183] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.437350] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e83d7d4-e899-4748-beba-a7d2b3f81d6c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.449010] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407015, 'name': RelocateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.450461] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 728.450461] env[69566]: value = "task-3407016" [ 728.450461] env[69566]: _type = "Task" [ 728.450461] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.462293] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.482125] env[69566]: DEBUG oslo_vmware.api [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407014, 'name': PowerOffVM_Task, 'duration_secs': 0.296732} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.482430] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.482636] env[69566]: DEBUG nova.compute.manager [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.484087] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fb89cc-8432-44be-af85-65daa31c32f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.515041] env[69566]: INFO nova.compute.manager [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] instance snapshotting [ 728.516797] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41e911-ac63-4898-9fe2-482166db44d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.542777] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a80429-bc0d-45d3-8d61-f9c0280f4294 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.547475] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "3bd97686-7586-4531-88da-cea7057302e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.547750] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "3bd97686-7586-4531-88da-cea7057302e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.547939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "3bd97686-7586-4531-88da-cea7057302e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.548137] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "3bd97686-7586-4531-88da-cea7057302e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.548309] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "3bd97686-7586-4531-88da-cea7057302e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.555201] env[69566]: INFO nova.compute.manager [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Terminating instance [ 728.572521] env[69566]: DEBUG nova.compute.utils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.578472] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.578472] env[69566]: DEBUG nova.network.neutron [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.727668] env[69566]: DEBUG nova.policy [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1aa6391ebd6b44658c333de10b47cba1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8140d8697c34c0eb6f30391253ca3d9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.842036] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.842774] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "67c83959-a36f-4d69-97aa-0d5d871b514e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.842774] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.842960] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.843171] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.843369] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.846288] env[69566]: INFO nova.compute.manager [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Terminating instance [ 728.953425] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407015, 'name': RelocateVM_Task, 'duration_secs': 0.414893} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.956987] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 728.963023] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679684', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'name': 'volume-4f0b0f2f-4578-48d1-9e64-67c050546cee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ccfcbd4-d609-4269-95d6-31963fcb61e1', 'attached_at': '', 'detached_at': '', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'serial': '4f0b0f2f-4578-48d1-9e64-67c050546cee'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 728.963023] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398f0332-e4fe-479c-8b98-7047aa7b70f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.975633] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070725} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.988870] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.989669] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9a78c-19b4-4f2a-b3a7-ac713dbcf361 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.992989] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ec840-1249-4f99-91d1-4bdc75835c56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.003524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f4f9206-20e1-4a9d-8ede-6f34a15d3f92 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.026038] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] volume-4f0b0f2f-4578-48d1-9e64-67c050546cee/volume-4f0b0f2f-4578-48d1-9e64-67c050546cee.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.036789] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ad9b7b-cea2-4e49-b1d8-fdd15a4e3809 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.061677] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 3643a195-bc27-4ebd-b9cb-eead55f5cab0/3643a195-bc27-4ebd-b9cb-eead55f5cab0.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.065666] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 729.066474] env[69566]: DEBUG nova.compute.manager [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.066474] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.066714] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e82d330-41e8-4a2d-ac53-d5cef28759de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.081901] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d93621f5-a88d-4e68-87d0-f8baf933b240 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.086973] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a12f06-9ba2-4694-8dd8-be876ab64c76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.090527] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.098211] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 729.098211] env[69566]: value = "task-3407017" [ 729.098211] env[69566]: _type = "Task" [ 729.098211] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.105329] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 729.105329] env[69566]: value = "task-3407018" [ 729.105329] env[69566]: _type = "Task" [ 729.105329] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.108045] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 729.108045] env[69566]: value = "task-3407019" [ 729.108045] env[69566]: _type = "Task" [ 729.108045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.116064] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.125349] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d54488d3-3a28-4cae-b9d7-493fccc71f58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.127712] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.138791] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.143952] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407019, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.144320] env[69566]: DEBUG oslo_vmware.api [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 729.144320] env[69566]: value = "task-3407020" [ 729.144320] env[69566]: _type = "Task" [ 729.144320] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.159036] env[69566]: DEBUG oslo_vmware.api [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.207217] env[69566]: DEBUG nova.network.neutron [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updated VIF entry in instance network info cache for port dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.207673] env[69566]: DEBUG nova.network.neutron [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updating instance_info_cache with network_info: [{"id": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "address": "fa:16:3e:bb:a7:0b", "network": {"id": "c199c992-febf-461f-bb62-7da0002934f0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-918048296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07bd079d502a4a12921098ca651a2b08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa0eef8-02", "ovs_interfaceid": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.352788] env[69566]: DEBUG nova.compute.manager [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.353189] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.361656] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee1d59-9955-4625-8abf-aaf015bc5889 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.372857] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.373224] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0db7a77d-52da-4b67-a61c-bbb9c2c5fca5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.384150] env[69566]: DEBUG oslo_vmware.api [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 729.384150] env[69566]: value = "task-3407021" [ 729.384150] env[69566]: _type = "Task" [ 729.384150] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.390350] env[69566]: DEBUG nova.network.neutron [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Successfully created port: 61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.400129] env[69566]: DEBUG oslo_vmware.api [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.624329] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407017, 'name': ReconfigVM_Task, 'duration_secs': 0.452699} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.628018] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Reconfigured VM instance instance-0000001b to attach disk [datastore1] volume-4f0b0f2f-4578-48d1-9e64-67c050546cee/volume-4f0b0f2f-4578-48d1-9e64-67c050546cee.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.635343] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407018, 'name': ReconfigVM_Task, 'duration_secs': 0.316087} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.643455] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02ca11d-1197-416e-8170-7033e6fc31d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.652102] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 3643a195-bc27-4ebd-b9cb-eead55f5cab0/3643a195-bc27-4ebd-b9cb-eead55f5cab0.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.652269] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407019, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.652808] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943bc30a-edd1-451a-88e2-65435d7cd707 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.664636] env[69566]: DEBUG oslo_vmware.api [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407020, 'name': PowerOffVM_Task, 'duration_secs': 0.339985} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.667285] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.667520] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.667814] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 729.667814] env[69566]: value = "task-3407022" [ 729.667814] env[69566]: _type = "Task" [ 729.667814] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.668045] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 729.668045] env[69566]: value = "task-3407023" [ 729.668045] env[69566]: _type = "Task" [ 729.668045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.670671] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd49bf1d-dc54-4050-829e-62273a1585ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.688540] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407022, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.691669] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.712157] env[69566]: DEBUG oslo_concurrency.lockutils [req-423788aa-bdad-47b7-8de3-b2503c81cae6 req-cdb0d384-44fd-4448-a7b5-eff6bbf3f7f2 service nova] Releasing lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.824487] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.824830] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.825048] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleting the datastore file [datastore2] 3bd97686-7586-4531-88da-cea7057302e8 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.826415] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941cdd6f-405f-4d38-8fe9-b42f6e59b992 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.829045] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd37a2-f000-4b79-b072-60f7e21087eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.841434] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc41e64-e2ff-446b-928a-6820cbb5a33f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.848763] env[69566]: DEBUG oslo_vmware.api [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 729.848763] env[69566]: value = "task-3407025" [ 729.848763] env[69566]: _type = "Task" [ 729.848763] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.881014] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60bb91d-75da-4fa1-97aa-81136f5c2bdf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.885026] env[69566]: DEBUG oslo_vmware.api [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.898241] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb45e75-69ea-4448-a473-866e384a2f73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.902117] env[69566]: DEBUG oslo_vmware.api [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407021, 'name': PowerOffVM_Task, 'duration_secs': 0.376052} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.902515] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.902696] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.903315] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c00d8cf-cdd4-4780-aab9-ad5b180ca2b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.915668] env[69566]: DEBUG nova.compute.provider_tree [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.058970] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.059327] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.059674] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Deleting the datastore file [datastore2] 67c83959-a36f-4d69-97aa-0d5d871b514e {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.059886] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b64005b-cc6b-41c8-becc-685c2dc5c3b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.067548] env[69566]: DEBUG oslo_vmware.api [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 730.067548] env[69566]: value = "task-3407027" [ 730.067548] env[69566]: _type = "Task" [ 730.067548] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.076114] env[69566]: DEBUG oslo_vmware.api [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.110562] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.131922] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407019, 'name': CreateSnapshot_Task, 'duration_secs': 0.532457} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.135838] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 730.138491] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a103e1f-4273-4cf2-b0ce-2baa8be02b91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.156562] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.156562] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.156683] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.156850] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.156959] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.157200] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.157332] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.157483] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.157673] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.157839] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.158021] env[69566]: DEBUG nova.virt.hardware [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.158844] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6d40c-d297-4e48-a4e1-97f291bdee0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.167455] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9b0cd-41c4-4d3a-ba01-6b449e4a58c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.186564] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407022, 'name': Rename_Task, 'duration_secs': 0.183714} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.197605] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.198159] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407023, 'name': ReconfigVM_Task, 'duration_secs': 0.190865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.199045] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4414062b-6f0d-40da-88d9-0e7ca78dac45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.200779] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679684', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'name': 'volume-4f0b0f2f-4578-48d1-9e64-67c050546cee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ccfcbd4-d609-4269-95d6-31963fcb61e1', 'attached_at': '', 'detached_at': '', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'serial': '4f0b0f2f-4578-48d1-9e64-67c050546cee'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 730.201562] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a8f6bc7-47e8-46bf-b052-938765571990 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.210311] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 730.210311] env[69566]: value = "task-3407028" [ 730.210311] env[69566]: _type = "Task" [ 730.210311] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.212071] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 730.212071] env[69566]: value = "task-3407029" [ 730.212071] env[69566]: _type = "Task" [ 730.212071] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.225452] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407028, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.228896] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.358788] env[69566]: DEBUG oslo_vmware.api [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206355} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.359095] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.359320] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.359525] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.359782] env[69566]: INFO nova.compute.manager [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Took 1.29 seconds to destroy the instance on the hypervisor. [ 730.359979] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.360211] env[69566]: DEBUG nova.compute.manager [-] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.360307] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bd97686-7586-4531-88da-cea7057302e8] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.419134] env[69566]: DEBUG nova.scheduler.client.report [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.579638] env[69566]: DEBUG oslo_vmware.api [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199861} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.579987] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.580509] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.580751] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.581019] env[69566]: INFO nova.compute.manager [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 730.581533] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.582023] env[69566]: DEBUG nova.compute.manager [-] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.582023] env[69566]: DEBUG nova.network.neutron [-] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.671587] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 730.671992] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3c2f467-85f3-4e6b-a665-7d88c8c76c90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.682116] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 730.682116] env[69566]: value = "task-3407030" [ 730.682116] env[69566]: _type = "Task" [ 730.682116] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.691712] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407030, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.730869] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407028, 'name': Rename_Task, 'duration_secs': 0.152256} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.735353] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.736071] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.736450] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1465bd98-a287-4a87-a508-11687e3d463c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.745794] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 730.745794] env[69566]: value = "task-3407031" [ 730.745794] env[69566]: _type = "Task" [ 730.745794] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.759553] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.924069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.924720] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.927950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.510s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.928236] env[69566]: DEBUG nova.objects.instance [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lazy-loading 'resources' on Instance uuid f173734d-a046-4647-92c2-a9595f031a39 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.198578] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407030, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.239292] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407029, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.261833] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407031, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.388868] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.436608] env[69566]: DEBUG nova.compute.utils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.441501] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.441717] env[69566]: DEBUG nova.network.neutron [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.472410] env[69566]: DEBUG nova.network.neutron [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Successfully updated port: 61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.489697] env[69566]: DEBUG nova.policy [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7a0aac9a6614ed386aa2bc057a2a958', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f8669e6121845f69cb14d39226e175e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.696688] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407030, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.732521] env[69566]: DEBUG oslo_vmware.api [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407029, 'name': PowerOnVM_Task, 'duration_secs': 1.171855} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.732827] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.733121] env[69566]: INFO nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Took 9.70 seconds to spawn the instance on the hypervisor. [ 731.733315] env[69566]: DEBUG nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.734189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898715cf-0b65-4a9e-a52f-a0f10e7f5e44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.755599] env[69566]: DEBUG oslo_vmware.api [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407031, 'name': PowerOnVM_Task, 'duration_secs': 0.550379} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.755870] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.756084] env[69566]: INFO nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Took 4.99 seconds to spawn the instance on the hypervisor. [ 731.756285] env[69566]: DEBUG nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.757074] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2536f0d-ac61-4270-b3cb-dcf5521361e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.800563] env[69566]: DEBUG nova.compute.manager [req-68eed41c-3e6a-4f8d-b9aa-a31560d5913c req-bfbfc59a-75aa-4f10-a101-f0a239595bcd service nova] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Received event network-vif-deleted-a953e003-020b-48e1-8700-a97feb62a964 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.831950] env[69566]: DEBUG nova.network.neutron [-] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.878852] env[69566]: DEBUG nova.network.neutron [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Successfully created port: 6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.892410] env[69566]: INFO nova.compute.manager [-] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Took 1.53 seconds to deallocate network for instance. [ 731.928456] env[69566]: DEBUG nova.compute.manager [req-0bd1d24c-f7e3-4a96-bef5-fe01acd5aeaf req-01676df9-e8ca-4b7f-b8dc-488316a92350 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-vif-deleted-94c0ca61-9df9-4ce4-80b8-a8966cade60a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.941566] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.974497] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "refresh_cache-faf5ccd5-5f25-4331-9229-2e245106999c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.974649] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired lock "refresh_cache-faf5ccd5-5f25-4331-9229-2e245106999c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.974793] env[69566]: DEBUG nova.network.neutron [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.063021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d606a04-3765-4792-a53e-e2a4a9d59e4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.078248] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815d3e3-1e8a-44b7-8159-64ab494f82a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.119921] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebad4656-b848-4abd-9a69-dede7ac6f3b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.131853] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c716711-55c8-42a1-9d58-1eab57d7ff11 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.150123] env[69566]: DEBUG nova.compute.provider_tree [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.155339] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquiring lock "3f41873d-0120-468c-90ae-255ae2522b03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.155608] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "3f41873d-0120-468c-90ae-255ae2522b03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.195417] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407030, 'name': CloneVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.258037] env[69566]: INFO nova.compute.manager [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Took 46.79 seconds to build instance. [ 732.280602] env[69566]: INFO nova.compute.manager [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Took 42.44 seconds to build instance. [ 732.334902] env[69566]: INFO nova.compute.manager [-] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Took 1.75 seconds to deallocate network for instance. [ 732.401361] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.509109] env[69566]: DEBUG nova.network.neutron [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.656375] env[69566]: DEBUG nova.scheduler.client.report [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.697773] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407030, 'name': CloneVM_Task, 'duration_secs': 1.577567} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.699025] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Created linked-clone VM from snapshot [ 732.699025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a17fe0f-ab8d-47b2-abc3-8ea008a18e86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.712055] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Uploading image 8b3639f1-c086-471a-b73d-f3e83f4901be {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 732.739122] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 732.739122] env[69566]: value = "vm-679741" [ 732.739122] env[69566]: _type = "VirtualMachine" [ 732.739122] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 732.739409] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b49ac412-afda-4d15-ad28-ea0150b46ce4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.749223] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lease: (returnval){ [ 732.749223] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218818a-2d1a-16b8-8648-c583de4f74dd" [ 732.749223] env[69566]: _type = "HttpNfcLease" [ 732.749223] env[69566]: } obtained for exporting VM: (result){ [ 732.749223] env[69566]: value = "vm-679741" [ 732.749223] env[69566]: _type = "VirtualMachine" [ 732.749223] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 732.749855] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the lease: (returnval){ [ 732.749855] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218818a-2d1a-16b8-8648-c583de4f74dd" [ 732.749855] env[69566]: _type = "HttpNfcLease" [ 732.749855] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 732.758242] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9a1233d3-77cc-4345-b4d5-cd3ef7253310 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.920s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.758487] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.758487] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218818a-2d1a-16b8-8648-c583de4f74dd" [ 732.758487] env[69566]: _type = "HttpNfcLease" [ 732.758487] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 732.783162] env[69566]: DEBUG nova.network.neutron [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Updating instance_info_cache with network_info: [{"id": "61a655da-fc25-46b4-8e6b-56d23c469543", "address": "fa:16:3e:ab:75:db", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a655da-fc", "ovs_interfaceid": "61a655da-fc25-46b4-8e6b-56d23c469543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.787817] env[69566]: DEBUG oslo_concurrency.lockutils [None req-914f387f-f6f4-4ab2-b6b7-0c3e52b72dcd tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.742s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.814973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.814973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.814973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.814973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.814973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.817523] env[69566]: INFO nova.compute.manager [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Terminating instance [ 732.842622] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.954990] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.985479] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.985841] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.986094] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.986734] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.986960] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.987229] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.987839] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.988091] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.988351] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.988587] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.988857] env[69566]: DEBUG nova.virt.hardware [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.989780] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f36cf-6ea0-4da6-ab6e-17dd0e911b8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.999302] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0ad00b-8a64-4043-8f5c-9c0d3088925b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.081255] env[69566]: DEBUG nova.compute.manager [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.082214] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab01f7-7863-4fec-b56b-e8831f60d1de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.161505] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.165928] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.589s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.168053] env[69566]: INFO nova.compute.claims [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.190506] env[69566]: INFO nova.scheduler.client.report [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Deleted allocations for instance f173734d-a046-4647-92c2-a9595f031a39 [ 733.264461] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.268600] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 733.268600] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218818a-2d1a-16b8-8648-c583de4f74dd" [ 733.268600] env[69566]: _type = "HttpNfcLease" [ 733.268600] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 733.269376] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 733.269376] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218818a-2d1a-16b8-8648-c583de4f74dd" [ 733.269376] env[69566]: _type = "HttpNfcLease" [ 733.269376] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 733.270554] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e4e27-e8a1-433b-b4e7-f586af0d5a13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.282759] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67fc3-1fd8-bd62-f6fa-06bb12db629d/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 733.283114] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67fc3-1fd8-bd62-f6fa-06bb12db629d/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 733.287169] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Releasing lock "refresh_cache-faf5ccd5-5f25-4331-9229-2e245106999c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.287640] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Instance network_info: |[{"id": "61a655da-fc25-46b4-8e6b-56d23c469543", "address": "fa:16:3e:ab:75:db", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a655da-fc", "ovs_interfaceid": "61a655da-fc25-46b4-8e6b-56d23c469543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.365397] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.368436] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:75:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61a655da-fc25-46b4-8e6b-56d23c469543', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.377829] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.380150] env[69566]: DEBUG nova.compute.manager [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.380358] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.382381] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.383583] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795758b-47de-4310-93ba-63136f85ea0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.387067] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-617cc60b-93cb-46c1-94b2-e46b6ae9680c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.409220] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.410500] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e0dd200-5604-4bf2-81b0-659285f44033 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.412046] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.412046] env[69566]: value = "task-3407033" [ 733.412046] env[69566]: _type = "Task" [ 733.412046] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.418097] env[69566]: DEBUG oslo_vmware.api [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 733.418097] env[69566]: value = "task-3407034" [ 733.418097] env[69566]: _type = "Task" [ 733.418097] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.425568] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407033, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.432814] env[69566]: DEBUG oslo_vmware.api [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.435778] env[69566]: DEBUG nova.network.neutron [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Successfully updated port: 6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.457491] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-657ab654-28d0-447f-9d5e-3746a3e1ea64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.596052] env[69566]: INFO nova.compute.manager [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] instance snapshotting [ 733.596052] env[69566]: WARNING nova.compute.manager [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 733.600020] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a01068-0430-43d8-876a-b402a6679d56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.621103] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0850f47a-0b91-4ca9-b94c-dd90755f59dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.699058] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c3fa814c-06bb-4f5e-9b6a-8f8f039af579 tempest-TenantUsagesTestJSON-1204581275 tempest-TenantUsagesTestJSON-1204581275-project-member] Lock "f173734d-a046-4647-92c2-a9595f031a39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.404s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.795763] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.906490] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.927509] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407033, 'name': CreateVM_Task, 'duration_secs': 0.454434} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.928506] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.931058] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.931058] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.932529] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.938176] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-057f52fa-6006-4dbe-9f71-b64643e746fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.943126] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.943126] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquired lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.943126] env[69566]: DEBUG nova.network.neutron [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.945315] env[69566]: DEBUG oslo_vmware.api [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407034, 'name': PowerOffVM_Task, 'duration_secs': 0.258675} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.945383] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.945576] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.946323] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6607fe06-9dca-424b-b740-dae87ab4a8b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.951120] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 733.951120] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526cbd63-46fd-b2d1-cc51-4c5045f69131" [ 733.951120] env[69566]: _type = "Task" [ 733.951120] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.966742] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526cbd63-46fd-b2d1-cc51-4c5045f69131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.024239] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.024833] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.025768] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Deleting the datastore file [datastore2] c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.026257] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b75ec015-239d-482b-a26c-678654276455 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.038548] env[69566]: DEBUG oslo_vmware.api [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 734.038548] env[69566]: value = "task-3407036" [ 734.038548] env[69566]: _type = "Task" [ 734.038548] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.047968] env[69566]: DEBUG oslo_vmware.api [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407036, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.137485] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.138176] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-83fb6c43-9683-4c12-9702-dc8a3b952bef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.150163] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 734.150163] env[69566]: value = "task-3407037" [ 734.150163] env[69566]: _type = "Task" [ 734.150163] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.164318] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.470681] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526cbd63-46fd-b2d1-cc51-4c5045f69131, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.471301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.472264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.472458] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.472669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.472945] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.473184] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5149ddd2-9fa6-4735-8036-e48312a9a2a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.493959] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.494156] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.495629] env[69566]: DEBUG nova.network.neutron [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.501240] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01894ac8-38a5-4a33-9bac-5a411d99a2ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.510303] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 734.510303] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a7c312-cdd1-df44-35df-7ad784a41129" [ 734.510303] env[69566]: _type = "Task" [ 734.510303] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.527874] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a7c312-cdd1-df44-35df-7ad784a41129, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.554360] env[69566]: DEBUG oslo_vmware.api [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407036, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194437} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.554420] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.555226] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.555226] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.555226] env[69566]: INFO nova.compute.manager [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 734.555226] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.558297] env[69566]: DEBUG nova.compute.manager [-] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.558451] env[69566]: DEBUG nova.network.neutron [-] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.669222] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407037, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.714140] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "54b3b555-f24e-4eea-8c30-e659ce7395d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.714140] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.927169] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4aef15-4b20-4616-8864-9137ab40265f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.939989] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16412e88-8bac-41f4-9330-5d594b0a6fe5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.978213] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25ced7-78a4-46c9-bb9a-2613ef7f8c95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.988382] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1864c0d7-cc2b-47d9-b45e-b3b159d24818 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.994608] env[69566]: DEBUG nova.network.neutron [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Updating instance_info_cache with network_info: [{"id": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "address": "fa:16:3e:ac:e6:2c", "network": {"id": "06fe1d6c-0f2f-44c9-b9a2-30e5cab60a35", "bridge": "br-int", "label": "tempest-ServersTestJSON-767562450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8669e6121845f69cb14d39226e175e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf0a78-b0", "ovs_interfaceid": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.005456] env[69566]: DEBUG nova.compute.provider_tree [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.023119] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a7c312-cdd1-df44-35df-7ad784a41129, 'name': SearchDatastore_Task, 'duration_secs': 0.022527} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.025171] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d5b7fc-35c6-4770-8f4f-7f94220e0570 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.032744] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 735.032744] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f35eb5-4b31-3fd1-556b-2c837100ac88" [ 735.032744] env[69566]: _type = "Task" [ 735.032744] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.046583] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f35eb5-4b31-3fd1-556b-2c837100ac88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.125773] env[69566]: DEBUG nova.compute.manager [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Received event network-vif-plugged-61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.126253] env[69566]: DEBUG oslo_concurrency.lockutils [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] Acquiring lock "faf5ccd5-5f25-4331-9229-2e245106999c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.126603] env[69566]: DEBUG oslo_concurrency.lockutils [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] Lock "faf5ccd5-5f25-4331-9229-2e245106999c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.127067] env[69566]: DEBUG oslo_concurrency.lockutils [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] Lock "faf5ccd5-5f25-4331-9229-2e245106999c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.127388] env[69566]: DEBUG nova.compute.manager [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] No waiting events found dispatching network-vif-plugged-61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.127714] env[69566]: WARNING nova.compute.manager [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Received unexpected event network-vif-plugged-61a655da-fc25-46b4-8e6b-56d23c469543 for instance with vm_state building and task_state spawning. [ 735.128077] env[69566]: DEBUG nova.compute.manager [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Received event network-changed-61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.128369] env[69566]: DEBUG nova.compute.manager [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Refreshing instance network info cache due to event network-changed-61a655da-fc25-46b4-8e6b-56d23c469543. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.128675] env[69566]: DEBUG oslo_concurrency.lockutils [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] Acquiring lock "refresh_cache-faf5ccd5-5f25-4331-9229-2e245106999c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.128856] env[69566]: DEBUG oslo_concurrency.lockutils [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] Acquired lock "refresh_cache-faf5ccd5-5f25-4331-9229-2e245106999c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.129075] env[69566]: DEBUG nova.network.neutron [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Refreshing network info cache for port 61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.164454] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407037, 'name': CreateSnapshot_Task, 'duration_secs': 0.956465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.164852] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.165779] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac7a30d-3fbd-4e2b-af87-baea5f132164 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.240276] env[69566]: DEBUG nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-vif-deleted-cec962ae-30f3-44ea-ba7d-b2407a7f034b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.240423] env[69566]: DEBUG nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Received event network-vif-deleted-88373498-327e-4ed8-9d6e-0b9a3a01f3a0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.240590] env[69566]: DEBUG nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Received event network-vif-plugged-6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.240771] env[69566]: DEBUG oslo_concurrency.lockutils [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] Acquiring lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.240975] env[69566]: DEBUG oslo_concurrency.lockutils [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.241829] env[69566]: DEBUG oslo_concurrency.lockutils [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.241829] env[69566]: DEBUG nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] No waiting events found dispatching network-vif-plugged-6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.241829] env[69566]: WARNING nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Received unexpected event network-vif-plugged-6bdf0a78-b0ab-4b63-b5d7-224cfb192251 for instance with vm_state building and task_state spawning. [ 735.242037] env[69566]: DEBUG nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Received event network-changed-6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.242266] env[69566]: DEBUG nova.compute.manager [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Refreshing instance network info cache due to event network-changed-6bdf0a78-b0ab-4b63-b5d7-224cfb192251. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.242266] env[69566]: DEBUG oslo_concurrency.lockutils [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] Acquiring lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.505741] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Releasing lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.506235] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Instance network_info: |[{"id": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "address": "fa:16:3e:ac:e6:2c", "network": {"id": "06fe1d6c-0f2f-44c9-b9a2-30e5cab60a35", "bridge": "br-int", "label": "tempest-ServersTestJSON-767562450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8669e6121845f69cb14d39226e175e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf0a78-b0", "ovs_interfaceid": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.506695] env[69566]: DEBUG oslo_concurrency.lockutils [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] Acquired lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.506997] env[69566]: DEBUG nova.network.neutron [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Refreshing network info cache for port 6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.508387] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e6:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bdf0a78-b0ab-4b63-b5d7-224cfb192251', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.523248] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Creating folder: Project (7f8669e6121845f69cb14d39226e175e). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.528590] env[69566]: DEBUG nova.scheduler.client.report [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.532174] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45bcb688-377a-4e30-bbbf-06c44dcbcb59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.554709] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f35eb5-4b31-3fd1-556b-2c837100ac88, 'name': SearchDatastore_Task, 'duration_secs': 0.015151} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.559141] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.559714] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] faf5ccd5-5f25-4331-9229-2e245106999c/faf5ccd5-5f25-4331-9229-2e245106999c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.560765] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Created folder: Project (7f8669e6121845f69cb14d39226e175e) in parent group-v679651. [ 735.562357] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Creating folder: Instances. Parent ref: group-v679744. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.562710] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e32b582-0417-49a5-8e52-b26e62399fa3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.567799] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c75fa2d-f9d8-4acc-8256-331f83c14d6c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.577696] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 735.577696] env[69566]: value = "task-3407040" [ 735.577696] env[69566]: _type = "Task" [ 735.577696] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.585551] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Created folder: Instances in parent group-v679744. [ 735.586069] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.591954] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.592389] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.592389] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e585c17b-3fc4-4e73-b9ee-73fc86b473bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.617826] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.617826] env[69566]: value = "task-3407041" [ 735.617826] env[69566]: _type = "Task" [ 735.617826] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.628260] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407041, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.687252] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 735.687989] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a43d11e5-324f-4d6e-8b4b-299a0528c734 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.699476] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 735.699476] env[69566]: value = "task-3407042" [ 735.699476] env[69566]: _type = "Task" [ 735.699476] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.710190] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407042, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.036616] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.037165] env[69566]: DEBUG nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.041177] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.134s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.041324] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.041980] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 736.041980] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.914s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.043374] env[69566]: INFO nova.compute.claims [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.047204] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606dae9c-0587-456a-a472-28ca85fb8c0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.058974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af49a81-fb7f-43da-b21f-fd3c96c0b475 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.085978] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f966ce7-78e5-43e0-84cf-b888a31a1649 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.099904] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f64f4cb-dd4d-4efe-b8bc-99382ee296f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.103698] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407040, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.104424] env[69566]: DEBUG nova.network.neutron [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Updated VIF entry in instance network info cache for port 61a655da-fc25-46b4-8e6b-56d23c469543. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.106209] env[69566]: DEBUG nova.network.neutron [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Updating instance_info_cache with network_info: [{"id": "61a655da-fc25-46b4-8e6b-56d23c469543", "address": "fa:16:3e:ab:75:db", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61a655da-fc", "ovs_interfaceid": "61a655da-fc25-46b4-8e6b-56d23c469543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.146109] env[69566]: DEBUG nova.network.neutron [-] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.147869] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179669MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 736.147869] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.162625] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407041, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.216152] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407042, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.316864] env[69566]: DEBUG nova.network.neutron [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Updated VIF entry in instance network info cache for port 6bdf0a78-b0ab-4b63-b5d7-224cfb192251. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.317493] env[69566]: DEBUG nova.network.neutron [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Updating instance_info_cache with network_info: [{"id": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "address": "fa:16:3e:ac:e6:2c", "network": {"id": "06fe1d6c-0f2f-44c9-b9a2-30e5cab60a35", "bridge": "br-int", "label": "tempest-ServersTestJSON-767562450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8669e6121845f69cb14d39226e175e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf0a78-b0", "ovs_interfaceid": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.548188] env[69566]: DEBUG nova.compute.utils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.549536] env[69566]: DEBUG nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 736.591010] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582829} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.591355] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] faf5ccd5-5f25-4331-9229-2e245106999c/faf5ccd5-5f25-4331-9229-2e245106999c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.591616] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.591879] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa3e34e-a1de-4fa9-8d86-3aabda93f6a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.600935] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 736.600935] env[69566]: value = "task-3407043" [ 736.600935] env[69566]: _type = "Task" [ 736.600935] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.610694] env[69566]: DEBUG oslo_concurrency.lockutils [req-a9ee611e-86bc-4ad9-9490-6bd753390fc0 req-f4e31e78-80dd-4b3b-914e-05be9451f0ff service nova] Releasing lock "refresh_cache-faf5ccd5-5f25-4331-9229-2e245106999c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.610879] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.651113] env[69566]: INFO nova.compute.manager [-] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Took 2.09 seconds to deallocate network for instance. [ 736.659991] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407041, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.712728] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407042, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.821187] env[69566]: DEBUG oslo_concurrency.lockutils [req-4cd99a99-c95d-45f5-9760-0e70c5e96df5 req-6f59594c-05a0-4cea-8df0-5014a10284b5 service nova] Releasing lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.051278] env[69566]: DEBUG nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.115295] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.427117} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.115647] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.117841] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc02d7-c2fa-472c-8693-11dc36f0e7ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.146894] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] faf5ccd5-5f25-4331-9229-2e245106999c/faf5ccd5-5f25-4331-9229-2e245106999c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.150420] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a10179b-0680-4398-9ac7-9ca890fb82a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.173594] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.180371] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407041, 'name': CreateVM_Task, 'duration_secs': 1.461733} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.184169] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.184535] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 737.184535] env[69566]: value = "task-3407044" [ 737.184535] env[69566]: _type = "Task" [ 737.184535] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.185846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.185846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.186107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.186390] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062277ba-f93f-4214-8a5c-6bb3a328cfbb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.195457] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 737.195457] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524917e0-a19c-b296-b9a3-4950f6cb5538" [ 737.195457] env[69566]: _type = "Task" [ 737.195457] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.200619] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407044, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.218205] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524917e0-a19c-b296-b9a3-4950f6cb5538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.227362] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407042, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.341305] env[69566]: DEBUG nova.compute.manager [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Received event network-changed-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.341432] env[69566]: DEBUG nova.compute.manager [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Refreshing instance network info cache due to event network-changed-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.341601] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] Acquiring lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.343065] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] Acquired lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.343065] env[69566]: DEBUG nova.network.neutron [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Refreshing network info cache for port dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.493473] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.493747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.493936] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.494143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.494346] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.496653] env[69566]: INFO nova.compute.manager [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Terminating instance [ 737.701597] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.718038] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524917e0-a19c-b296-b9a3-4950f6cb5538, 'name': SearchDatastore_Task, 'duration_secs': 0.026418} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.721536] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.721870] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.722223] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.722408] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.722604] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.722891] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407042, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.724156] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3683fa4b-f1b3-48d5-bcff-a2a6c05f2f52 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.726763] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593f4b72-cb01-4ae7-aabd-1f4a96f0bd95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.735889] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56115e06-930b-487a-801f-108bc0eeeb63 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.741058] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.741311] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.742577] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8285168f-8a55-4f24-a5fe-59655649ab60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.776454] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78f74cf-4f3c-44a7-8b0f-d1819aaa305a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.779362] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 737.779362] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521b6ddd-76d2-e6a0-4521-94ec40d1455d" [ 737.779362] env[69566]: _type = "Task" [ 737.779362] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.792757] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7910f6ee-1b8c-4bab-a86a-24d345ce7e4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.796746] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521b6ddd-76d2-e6a0-4521-94ec40d1455d, 'name': SearchDatastore_Task, 'duration_secs': 0.017511} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.798159] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a898226-4147-4a82-a856-c1ad7be2ba51 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.805784] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 737.805784] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522dd8e7-45ab-386a-0b7d-376fbf2fe177" [ 737.805784] env[69566]: _type = "Task" [ 737.805784] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.814376] env[69566]: DEBUG nova.compute.provider_tree [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.828761] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522dd8e7-45ab-386a-0b7d-376fbf2fe177, 'name': SearchDatastore_Task, 'duration_secs': 0.018447} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.828761] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.828761] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 48b7a09a-4147-42b3-b7e4-858fb5310bb8/48b7a09a-4147-42b3-b7e4-858fb5310bb8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.829075] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc356b2-3ef9-4050-ae3c-fe378d3dbe9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.837656] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 737.837656] env[69566]: value = "task-3407045" [ 737.837656] env[69566]: _type = "Task" [ 737.837656] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.846663] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.000710] env[69566]: DEBUG nova.compute.manager [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.001341] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.002509] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bca3eb-e724-4a9b-b285-fe20a19501ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.015226] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.015517] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e335c1d7-c441-4476-a5de-a01b73e85376 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.029856] env[69566]: DEBUG oslo_vmware.api [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 738.029856] env[69566]: value = "task-3407046" [ 738.029856] env[69566]: _type = "Task" [ 738.029856] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.041253] env[69566]: DEBUG oslo_vmware.api [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.064313] env[69566]: DEBUG nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.091134] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.091430] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.091430] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.091636] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.091732] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.091875] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.092240] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.092486] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.092753] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.092967] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.093224] env[69566]: DEBUG nova.virt.hardware [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.094460] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee5f0bd-fd26-4336-8abb-b8365b53dba3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.104707] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1968fbb-6e1b-452d-86ee-27d6004fdd24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.128223] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.133850] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Creating folder: Project (c9bd85aae7f04e4e8440c7d1493667d6). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.136990] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2178f7b-1db6-4ca2-8b9e-be6afa7ae7f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.153933] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Created folder: Project (c9bd85aae7f04e4e8440c7d1493667d6) in parent group-v679651. [ 738.154352] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Creating folder: Instances. Parent ref: group-v679748. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.154702] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f4b3f8c-d7ba-447c-97a9-387f0ebcc3da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.173389] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Created folder: Instances in parent group-v679748. [ 738.173389] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.173389] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.173389] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b570413-fbd2-4265-9cdc-88d8012344ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.192207] env[69566]: DEBUG nova.network.neutron [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updated VIF entry in instance network info cache for port dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.192207] env[69566]: DEBUG nova.network.neutron [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updating instance_info_cache with network_info: [{"id": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "address": "fa:16:3e:bb:a7:0b", "network": {"id": "c199c992-febf-461f-bb62-7da0002934f0", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-918048296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07bd079d502a4a12921098ca651a2b08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfa0eef8-02", "ovs_interfaceid": "dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.204728] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.204728] env[69566]: value = "task-3407049" [ 738.204728] env[69566]: _type = "Task" [ 738.204728] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.209072] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407044, 'name': ReconfigVM_Task, 'duration_secs': 0.731644} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.218813] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Reconfigured VM instance instance-0000001c to attach disk [datastore1] faf5ccd5-5f25-4331-9229-2e245106999c/faf5ccd5-5f25-4331-9229-2e245106999c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.220240] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a0fb951-1091-4172-bba8-df19538f0a81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.230537] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407042, 'name': CloneVM_Task, 'duration_secs': 2.184816} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.236838] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Created linked-clone VM from snapshot [ 738.237423] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407049, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.237834] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 738.237834] env[69566]: value = "task-3407050" [ 738.237834] env[69566]: _type = "Task" [ 738.237834] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.238840] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585ec6fd-e089-492c-89f2-e8c0599d617a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.260185] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407050, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.264294] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Uploading image d3ea2a5b-628e-4da1-9bc5-d49aabf67c7a {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.296168] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.296168] env[69566]: value = "vm-679747" [ 738.296168] env[69566]: _type = "VirtualMachine" [ 738.296168] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.296601] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9496c878-f928-4f8d-bc5c-8b6f4a4eff6d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.305869] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease: (returnval){ [ 738.305869] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52520353-ef3a-5353-9f5a-1cc26a0bae24" [ 738.305869] env[69566]: _type = "HttpNfcLease" [ 738.305869] env[69566]: } obtained for exporting VM: (result){ [ 738.305869] env[69566]: value = "vm-679747" [ 738.305869] env[69566]: _type = "VirtualMachine" [ 738.305869] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.306289] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the lease: (returnval){ [ 738.306289] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52520353-ef3a-5353-9f5a-1cc26a0bae24" [ 738.306289] env[69566]: _type = "HttpNfcLease" [ 738.306289] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.322204] env[69566]: DEBUG nova.scheduler.client.report [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.334159] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.334159] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52520353-ef3a-5353-9f5a-1cc26a0bae24" [ 738.334159] env[69566]: _type = "HttpNfcLease" [ 738.334159] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.355095] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407045, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.541725] env[69566]: DEBUG oslo_vmware.api [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407046, 'name': PowerOffVM_Task, 'duration_secs': 0.275681} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.542098] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.542245] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.542505] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-916fa25a-2a44-4232-8dc5-39262f9bd606 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.625041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.625041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.625041] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Deleting the datastore file [datastore1] 3643a195-bc27-4ebd-b9cb-eead55f5cab0 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.625041] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-489982c6-57c3-47b7-91ec-359dc7ea86bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.635021] env[69566]: DEBUG oslo_vmware.api [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for the task: (returnval){ [ 738.635021] env[69566]: value = "task-3407053" [ 738.635021] env[69566]: _type = "Task" [ 738.635021] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.647408] env[69566]: DEBUG oslo_vmware.api [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.699650] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] Releasing lock "refresh_cache-2ccfcbd4-d609-4269-95d6-31963fcb61e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.699650] env[69566]: DEBUG nova.compute.manager [req-3c177207-d793-4798-b706-d5488ff21748 req-1d9d099a-3e46-4919-a1e8-160d29b0efcf service nova] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Received event network-vif-deleted-e4040834-83ad-43b4-9eb7-ebdca67831b4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.721181] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407049, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.754825] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407050, 'name': Rename_Task, 'duration_secs': 0.249676} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.755230] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.755655] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dfd9ff2-f4e0-4937-b205-f1a7b7136b7d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.763708] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 738.763708] env[69566]: value = "task-3407054" [ 738.763708] env[69566]: _type = "Task" [ 738.763708] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.776876] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.817143] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.817143] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52520353-ef3a-5353-9f5a-1cc26a0bae24" [ 738.817143] env[69566]: _type = "HttpNfcLease" [ 738.817143] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.817498] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.817498] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52520353-ef3a-5353-9f5a-1cc26a0bae24" [ 738.817498] env[69566]: _type = "HttpNfcLease" [ 738.817498] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.819097] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af87a4-d207-42ff-840e-536241745873 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.831671] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d51101-170c-f82c-2b3f-dd5f6b4d253e/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.832356] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d51101-170c-f82c-2b3f-dd5f6b4d253e/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 738.836171] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.837017] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.903880] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.283s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.905411] env[69566]: INFO nova.compute.claims [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.922831] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637261} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.923338] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 48b7a09a-4147-42b3-b7e4-858fb5310bb8/48b7a09a-4147-42b3-b7e4-858fb5310bb8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.923556] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.923810] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2667246b-1fd6-4311-b028-56e94643656b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.933510] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 738.933510] env[69566]: value = "task-3407055" [ 738.933510] env[69566]: _type = "Task" [ 738.933510] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.944714] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.981455] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ceb359e0-9b5c-4b1d-97e8-8badd2755570 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.144914] env[69566]: DEBUG oslo_vmware.api [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Task: {'id': task-3407053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379258} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.145272] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.145671] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.145994] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.145994] env[69566]: INFO nova.compute.manager [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 739.146208] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.146416] env[69566]: DEBUG nova.compute.manager [-] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.146509] env[69566]: DEBUG nova.network.neutron [-] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.221957] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407049, 'name': CreateVM_Task, 'duration_secs': 0.526326} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.223343] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.225803] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.226299] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.226777] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.227233] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b938bc5f-3570-4310-b718-ccf5e209620c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.234199] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 739.234199] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dc4bda-26d8-d2c0-0057-a6319155e30c" [ 739.234199] env[69566]: _type = "Task" [ 739.234199] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.246642] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dc4bda-26d8-d2c0-0057-a6319155e30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.279336] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.343683] env[69566]: DEBUG nova.compute.utils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.345650] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.346173] env[69566]: DEBUG nova.network.neutron [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.444852] env[69566]: DEBUG nova.policy [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd538e53314424fbbb8a83932189b7df3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90b65d13dd0e44af999812911c86b013', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.451584] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084006} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.451874] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.452874] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6a6eb1-1ef8-4587-a17b-09a6a6078634 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.479987] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 48b7a09a-4147-42b3-b7e4-858fb5310bb8/48b7a09a-4147-42b3-b7e4-858fb5310bb8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.479987] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09208103-545a-4c06-9e64-48b6115098ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.507663] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 739.507663] env[69566]: value = "task-3407056" [ 739.507663] env[69566]: _type = "Task" [ 739.507663] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.527666] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407056, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.751121] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dc4bda-26d8-d2c0-0057-a6319155e30c, 'name': SearchDatastore_Task, 'duration_secs': 0.022138} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.752051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.752390] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.752835] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.753187] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.753398] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.753776] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-173cc8cc-90f1-4eed-a5d4-32ea972697c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.766150] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.766792] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.772161] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-456048b2-a4b5-4799-a4d4-2541f3d2dff7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.779873] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 739.779873] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5231d4c9-21c0-25bf-bc60-875badc71f94" [ 739.779873] env[69566]: _type = "Task" [ 739.779873] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.783957] env[69566]: DEBUG oslo_vmware.api [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407054, 'name': PowerOnVM_Task, 'duration_secs': 0.664327} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.788310] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.788480] env[69566]: INFO nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Took 9.68 seconds to spawn the instance on the hypervisor. [ 739.788737] env[69566]: DEBUG nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.789666] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1bea77-a4de-47ec-ada0-1e8f7c03e38c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.808584] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5231d4c9-21c0-25bf-bc60-875badc71f94, 'name': SearchDatastore_Task, 'duration_secs': 0.017779} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.809729] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164fc729-be18-4695-b906-06f74fb4b20a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.816475] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 739.816475] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52799c0c-fdc4-916b-7d3b-b7d5d7d0a0ce" [ 739.816475] env[69566]: _type = "Task" [ 739.816475] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.837033] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52799c0c-fdc4-916b-7d3b-b7d5d7d0a0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.854042] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.877336] env[69566]: DEBUG nova.network.neutron [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Successfully created port: b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.024495] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407056, 'name': ReconfigVM_Task, 'duration_secs': 0.319995} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.025068] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 48b7a09a-4147-42b3-b7e4-858fb5310bb8/48b7a09a-4147-42b3-b7e4-858fb5310bb8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.026093] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3005cdf9-b07f-47c9-b543-da32b3dada6f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.036614] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 740.036614] env[69566]: value = "task-3407057" [ 740.036614] env[69566]: _type = "Task" [ 740.036614] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.049801] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407057, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.059736] env[69566]: DEBUG nova.compute.manager [req-56a74ebf-fd5e-4d4d-942e-ef59bb8d6524 req-879dbc80-284f-4a9c-a003-11efbe48dedc service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Received event network-vif-deleted-7b278f2c-6057-496d-906b-ccdf2e6456ed {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.059736] env[69566]: INFO nova.compute.manager [req-56a74ebf-fd5e-4d4d-942e-ef59bb8d6524 req-879dbc80-284f-4a9c-a003-11efbe48dedc service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Neutron deleted interface 7b278f2c-6057-496d-906b-ccdf2e6456ed; detaching it from the instance and deleting it from the info cache [ 740.059736] env[69566]: DEBUG nova.network.neutron [req-56a74ebf-fd5e-4d4d-942e-ef59bb8d6524 req-879dbc80-284f-4a9c-a003-11efbe48dedc service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.097470] env[69566]: DEBUG nova.network.neutron [-] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.317295] env[69566]: INFO nova.compute.manager [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Took 46.76 seconds to build instance. [ 740.332518] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52799c0c-fdc4-916b-7d3b-b7d5d7d0a0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016817} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.332518] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.332935] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.333046] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3666da54-2494-4f53-984a-274e64f8cda1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.343923] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 740.343923] env[69566]: value = "task-3407058" [ 740.343923] env[69566]: _type = "Task" [ 740.343923] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.354196] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.547615] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407057, 'name': Rename_Task, 'duration_secs': 0.172806} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.550770] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.551391] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f617133-e31d-45a4-bcd0-3eafecdd4ce2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.559571] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 740.559571] env[69566]: value = "task-3407059" [ 740.559571] env[69566]: _type = "Task" [ 740.559571] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.563573] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b7469d1-1c2f-4f5b-a96b-8e0df5b31a28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.567609] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a464310-a7ac-4e3c-913a-07ebfdc10f96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.580235] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c4e274-982f-42a3-a5ea-8403849e12af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.584114] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.589488] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81564552-8cde-44fc-a7fb-aec055b1427f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.629502] env[69566]: INFO nova.compute.manager [-] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Took 1.48 seconds to deallocate network for instance. [ 740.637885] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83abac90-1a58-4a4a-b83d-aceb40467a61 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.662334] env[69566]: DEBUG nova.compute.manager [req-56a74ebf-fd5e-4d4d-942e-ef59bb8d6524 req-879dbc80-284f-4a9c-a003-11efbe48dedc service nova] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Detach interface failed, port_id=7b278f2c-6057-496d-906b-ccdf2e6456ed, reason: Instance 3643a195-bc27-4ebd-b9cb-eead55f5cab0 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.667050] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf27f2b-ea6d-4c08-b2bc-144d41ba34ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.686360] env[69566]: DEBUG nova.compute.provider_tree [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.825957] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3262129d-b613-4391-8e67-c14e2e651833 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "faf5ccd5-5f25-4331-9229-2e245106999c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.847s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.857878] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.865069] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.073070] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407059, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.144801] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.190087] env[69566]: DEBUG nova.scheduler.client.report [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.329297] env[69566]: DEBUG nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.356487] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627043} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.356537] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.356742] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.356997] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2610f1e-fa3f-44dd-8813-814f68a997d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.364909] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 741.364909] env[69566]: value = "task-3407060" [ 741.364909] env[69566]: _type = "Task" [ 741.364909] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.374823] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.526355] env[69566]: DEBUG nova.network.neutron [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Successfully updated port: b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.571507] env[69566]: DEBUG oslo_vmware.api [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407059, 'name': PowerOnVM_Task, 'duration_secs': 0.6901} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.571507] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.571695] env[69566]: INFO nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Took 8.62 seconds to spawn the instance on the hypervisor. [ 741.571852] env[69566]: DEBUG nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.572707] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e82ac2-3e97-4999-a5c1-1a00f68926f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.695707] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.696299] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.699085] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.340s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.855874] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.877976] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072554} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.878353] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.879171] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e095dd-d1b1-4bb1-96e2-f3416a210ad8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.902833] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.903555] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23be0ad-8bf5-45e6-86dc-6455182d47fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.928066] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 741.928066] env[69566]: value = "task-3407061" [ 741.928066] env[69566]: _type = "Task" [ 741.928066] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.939036] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.030208] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "refresh_cache-99ea4526-6480-43fc-82f5-1b37c6f3a680" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.030412] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired lock "refresh_cache-99ea4526-6480-43fc-82f5-1b37c6f3a680" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.030592] env[69566]: DEBUG nova.network.neutron [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.099614] env[69566]: INFO nova.compute.manager [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Took 46.95 seconds to build instance. [ 742.203335] env[69566]: DEBUG nova.compute.utils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.208544] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.208764] env[69566]: DEBUG nova.network.neutron [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.253288] env[69566]: DEBUG nova.policy [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b156610b0c2f491b9fe831ce10440846', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f70b1a7e02f45cd8d05fa01876a6888', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.439964] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407061, 'name': ReconfigVM_Task, 'duration_secs': 0.437053} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.444851] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.446529] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f74ae73-eb8f-44c1-90db-75c4e394d658 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.455829] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 742.455829] env[69566]: value = "task-3407062" [ 742.455829] env[69566]: _type = "Task" [ 742.455829] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.474685] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407062, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.578239] env[69566]: DEBUG nova.network.neutron [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Successfully created port: ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.581458] env[69566]: DEBUG nova.network.neutron [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.603853] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b9f3576b-805f-470d-90e1-be242d709ac1 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.044s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.709456] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.774323] env[69566]: DEBUG nova.network.neutron [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Updating instance_info_cache with network_info: [{"id": "b1f5ea11-ae5a-4b83-9b3d-468f264c565f", "address": "fa:16:3e:98:09:1f", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f5ea11-ae", "ovs_interfaceid": "b1f5ea11-ae5a-4b83-9b3d-468f264c565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.882719] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.882844] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.882934] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.883126] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.883300] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.883496] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.883756] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.883939] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.884130] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.884306] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.884512] env[69566]: DEBUG nova.virt.hardware [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.886791] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ac82d4-6413-4cdd-af88-b05697b76b22 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.898633] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67fc3-1fd8-bd62-f6fa-06bb12db629d/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.904184] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cede34a2-7ceb-4da5-84ac-9c4659545065 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.917302] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5127c-5e04-4d33-9b4f-ec51e3968d5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.924094] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67fc3-1fd8-bd62-f6fa-06bb12db629d/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.924300] env[69566]: ERROR oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67fc3-1fd8-bd62-f6fa-06bb12db629d/disk-0.vmdk due to incomplete transfer. [ 742.924946] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-549b7690-3ea3-4d02-b461-e7754261f668 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.943013] env[69566]: DEBUG oslo_vmware.rw_handles [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c67fc3-1fd8-bd62-f6fa-06bb12db629d/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.943275] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Uploaded image 8b3639f1-c086-471a-b73d-f3e83f4901be to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.945343] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.945839] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42d0e1b3-bbd4-4109-871f-59108f14a1ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.961172] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 742.961172] env[69566]: value = "task-3407063" [ 742.961172] env[69566]: _type = "Task" [ 742.961172] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.970863] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407062, 'name': Rename_Task, 'duration_secs': 0.255805} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.971546] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.971800] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8417ff36-6f8f-4a21-9afb-40590f75244e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.976688] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407063, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.981681] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 742.981681] env[69566]: value = "task-3407064" [ 742.981681] env[69566]: _type = "Task" [ 742.981681] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.991046] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.008429] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa91601d-fc0f-43c1-b777-f7d20ad03a59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.017255] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c4e7b-b9cc-4667-a799-471cca31073f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.049645] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a644aa56-ea41-4037-bd72-5515af401183 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.059070] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5292da-c4e1-425a-a737-a9329ef8ec69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.075542] env[69566]: DEBUG nova.compute.provider_tree [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.107915] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.278402] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Releasing lock "refresh_cache-99ea4526-6480-43fc-82f5-1b37c6f3a680" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.278402] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Instance network_info: |[{"id": "b1f5ea11-ae5a-4b83-9b3d-468f264c565f", "address": "fa:16:3e:98:09:1f", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f5ea11-ae", "ovs_interfaceid": "b1f5ea11-ae5a-4b83-9b3d-468f264c565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.278880] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:09:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f5ea11-ae5a-4b83-9b3d-468f264c565f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.292935] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.293534] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.293913] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-123f2643-5d5c-44f4-b8c9-457605f66334 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.321827] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.321827] env[69566]: value = "task-3407065" [ 743.321827] env[69566]: _type = "Task" [ 743.321827] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.333223] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407065, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.471861] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407063, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.493868] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407064, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.581998] env[69566]: DEBUG nova.scheduler.client.report [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.638542] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.722660] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.752235] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.752905] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.753194] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.753479] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.753722] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.757021] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.757021] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.757021] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.757021] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.757021] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.757021] env[69566]: DEBUG nova.virt.hardware [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.757021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4666d8-b7d4-4ecc-9cfc-03b98ca0e06d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.768252] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b5825f-af38-46b7-9eb7-d550e5f862cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.834126] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407065, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.976758] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407063, 'name': Destroy_Task, 'duration_secs': 0.624026} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.977146] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Destroyed the VM [ 743.977479] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 743.977873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82a2291d-bf62-433e-8369-6813fb9dc32c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.988044] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 743.988044] env[69566]: value = "task-3407066" [ 743.988044] env[69566]: _type = "Task" [ 743.988044] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.996909] env[69566]: DEBUG oslo_vmware.api [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407064, 'name': PowerOnVM_Task, 'duration_secs': 0.838327} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.997856] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.998245] env[69566]: INFO nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Took 5.93 seconds to spawn the instance on the hypervisor. [ 743.998545] env[69566]: DEBUG nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.001379] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe5bb1c-d693-4dd7-abf5-2693994b5f95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.005849] env[69566]: DEBUG nova.compute.manager [req-fc8f3945-32f9-41e1-b8b1-1826f0a98a01 req-c94ac70b-003b-48c0-b9ad-5b2c358c8c67 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Received event network-vif-plugged-b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.006289] env[69566]: DEBUG oslo_concurrency.lockutils [req-fc8f3945-32f9-41e1-b8b1-1826f0a98a01 req-c94ac70b-003b-48c0-b9ad-5b2c358c8c67 service nova] Acquiring lock "99ea4526-6480-43fc-82f5-1b37c6f3a680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.007273] env[69566]: DEBUG oslo_concurrency.lockutils [req-fc8f3945-32f9-41e1-b8b1-1826f0a98a01 req-c94ac70b-003b-48c0-b9ad-5b2c358c8c67 service nova] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.007273] env[69566]: DEBUG oslo_concurrency.lockutils [req-fc8f3945-32f9-41e1-b8b1-1826f0a98a01 req-c94ac70b-003b-48c0-b9ad-5b2c358c8c67 service nova] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.007273] env[69566]: DEBUG nova.compute.manager [req-fc8f3945-32f9-41e1-b8b1-1826f0a98a01 req-c94ac70b-003b-48c0-b9ad-5b2c358c8c67 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] No waiting events found dispatching network-vif-plugged-b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.007273] env[69566]: WARNING nova.compute.manager [req-fc8f3945-32f9-41e1-b8b1-1826f0a98a01 req-c94ac70b-003b-48c0-b9ad-5b2c358c8c67 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Received unexpected event network-vif-plugged-b1f5ea11-ae5a-4b83-9b3d-468f264c565f for instance with vm_state building and task_state spawning. [ 744.011599] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.339691] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407065, 'name': CreateVM_Task, 'duration_secs': 0.581244} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.339944] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.340815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.341085] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.341417] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.341735] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4a2405-5ffc-4281-b0d4-fb4f370e9904 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.348106] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 744.348106] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dce0dc-2f6e-1880-0317-2f143b1f39ec" [ 744.348106] env[69566]: _type = "Task" [ 744.348106] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.358013] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dce0dc-2f6e-1880-0317-2f143b1f39ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.384927] env[69566]: DEBUG nova.network.neutron [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Successfully updated port: ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.478216] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "a9289ae0-2986-4d24-9114-7458849302c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.478216] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "a9289ae0-2986-4d24-9114-7458849302c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.499808] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407066, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.529409] env[69566]: INFO nova.compute.manager [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Took 43.97 seconds to build instance. [ 744.597754] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.898s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.605143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.932s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.605313] env[69566]: DEBUG nova.objects.instance [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 744.861221] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dce0dc-2f6e-1880-0317-2f143b1f39ec, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.861931] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.862412] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.863126] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.863471] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.863888] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.864455] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f2a3320-17a0-4b81-846b-9efe40fd1149 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.878044] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.878044] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.878044] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d1c97a3-d14d-47a7-89c0-60e6b86c6504 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.889240] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 744.889240] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d8633f-a16a-1534-4d50-2c2a83f0e3bf" [ 744.889240] env[69566]: _type = "Task" [ 744.889240] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.893376] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "refresh_cache-8cc280a2-364e-4974-8a97-dd97599e194c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.893711] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquired lock "refresh_cache-8cc280a2-364e-4974-8a97-dd97599e194c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.893983] env[69566]: DEBUG nova.network.neutron [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.907495] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d8633f-a16a-1534-4d50-2c2a83f0e3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01374} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.910586] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf60f19d-b929-43ec-9012-496f54884311 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.921307] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 744.921307] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f6cc68-174c-34f6-a0d7-326f30f27cb1" [ 744.921307] env[69566]: _type = "Task" [ 744.921307] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.931420] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f6cc68-174c-34f6-a0d7-326f30f27cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.003264] env[69566]: DEBUG oslo_vmware.api [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407066, 'name': RemoveSnapshot_Task, 'duration_secs': 0.919654} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.003555] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 745.003827] env[69566]: INFO nova.compute.manager [None req-905539e1-c1a9-4319-a5e6-43185192c660 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 745.031890] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a3d7851b-286f-4082-9144-8919b0d677f9 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "3bc77691-4c4d-47e3-aebf-7088296f490c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.531s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.126437] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.126924] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.189020] env[69566]: INFO nova.scheduler.client.report [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleted allocation for migration 6f117868-6fbf-4145-aa97-c27144bc9ced [ 745.439429] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f6cc68-174c-34f6-a0d7-326f30f27cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.440419] env[69566]: DEBUG nova.network.neutron [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.442893] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.443180] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 99ea4526-6480-43fc-82f5-1b37c6f3a680/99ea4526-6480-43fc-82f5-1b37c6f3a680.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.443457] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4386ee3e-c175-4d55-ad18-0a50b017246d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.453017] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 745.453017] env[69566]: value = "task-3407067" [ 745.453017] env[69566]: _type = "Task" [ 745.453017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.461489] env[69566]: DEBUG nova.compute.manager [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Received event network-changed-6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.461489] env[69566]: DEBUG nova.compute.manager [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Refreshing instance network info cache due to event network-changed-6bdf0a78-b0ab-4b63-b5d7-224cfb192251. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.461489] env[69566]: DEBUG oslo_concurrency.lockutils [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] Acquiring lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.461489] env[69566]: DEBUG oslo_concurrency.lockutils [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] Acquired lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.461489] env[69566]: DEBUG nova.network.neutron [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Refreshing network info cache for port 6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.464985] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.538455] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.620959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6fe7b7a5-4688-4695-abaf-214a658ba766 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.622192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.932s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.624484] env[69566]: INFO nova.compute.claims [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.690580] env[69566]: DEBUG nova.network.neutron [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Updating instance_info_cache with network_info: [{"id": "ff3d2200-c7a6-4d27-b5a4-df50ba3a246b", "address": "fa:16:3e:69:4f:9b", "network": {"id": "d313303a-02ce-4a8a-9593-802c3ecce798", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-609985753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f70b1a7e02f45cd8d05fa01876a6888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3d2200-c7", "ovs_interfaceid": "ff3d2200-c7a6-4d27-b5a4-df50ba3a246b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.699481] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8fa0cb3-f0d8-4b6a-8835-ee330daee644 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.495s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.930350] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "faf5ccd5-5f25-4331-9229-2e245106999c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.930576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "faf5ccd5-5f25-4331-9229-2e245106999c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.930672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "faf5ccd5-5f25-4331-9229-2e245106999c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.930898] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "faf5ccd5-5f25-4331-9229-2e245106999c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.931143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "faf5ccd5-5f25-4331-9229-2e245106999c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.933804] env[69566]: INFO nova.compute.manager [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Terminating instance [ 745.968496] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.069456] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.193148] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Releasing lock "refresh_cache-8cc280a2-364e-4974-8a97-dd97599e194c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.195948] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Instance network_info: |[{"id": "ff3d2200-c7a6-4d27-b5a4-df50ba3a246b", "address": "fa:16:3e:69:4f:9b", "network": {"id": "d313303a-02ce-4a8a-9593-802c3ecce798", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-609985753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f70b1a7e02f45cd8d05fa01876a6888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3d2200-c7", "ovs_interfaceid": "ff3d2200-c7a6-4d27-b5a4-df50ba3a246b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.195948] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:4f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff3d2200-c7a6-4d27-b5a4-df50ba3a246b', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.205607] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Creating folder: Project (8f70b1a7e02f45cd8d05fa01876a6888). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.206402] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac834b3-e541-46a3-a2ae-33435c261450 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.222255] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Created folder: Project (8f70b1a7e02f45cd8d05fa01876a6888) in parent group-v679651. [ 746.224879] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Creating folder: Instances. Parent ref: group-v679752. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.224879] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd564447-0067-4117-899d-30a5ee4ab624 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.236038] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Created folder: Instances in parent group-v679752. [ 746.236038] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.236038] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.236038] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff1f14a-aee5-4c3f-a398-80847d8af3b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.259516] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.259516] env[69566]: value = "task-3407070" [ 746.259516] env[69566]: _type = "Task" [ 746.259516] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.272376] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407070, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.356162] env[69566]: DEBUG nova.network.neutron [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Updated VIF entry in instance network info cache for port 6bdf0a78-b0ab-4b63-b5d7-224cfb192251. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.356660] env[69566]: DEBUG nova.network.neutron [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Updating instance_info_cache with network_info: [{"id": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "address": "fa:16:3e:ac:e6:2c", "network": {"id": "06fe1d6c-0f2f-44c9-b9a2-30e5cab60a35", "bridge": "br-int", "label": "tempest-ServersTestJSON-767562450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f8669e6121845f69cb14d39226e175e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdf0a78-b0", "ovs_interfaceid": "6bdf0a78-b0ab-4b63-b5d7-224cfb192251", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.373943] env[69566]: DEBUG nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Received event network-changed-b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.374191] env[69566]: DEBUG nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Refreshing instance network info cache due to event network-changed-b1f5ea11-ae5a-4b83-9b3d-468f264c565f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.374519] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Acquiring lock "refresh_cache-99ea4526-6480-43fc-82f5-1b37c6f3a680" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.374677] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Acquired lock "refresh_cache-99ea4526-6480-43fc-82f5-1b37c6f3a680" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.374921] env[69566]: DEBUG nova.network.neutron [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Refreshing network info cache for port b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.438657] env[69566]: DEBUG nova.compute.manager [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.439144] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.440110] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be64cca7-c82f-4abd-8cb4-92ddc5868db2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.452010] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.452563] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd82d8c4-9734-480f-83e1-e337a2e35df2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.463462] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57186} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.464807] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 99ea4526-6480-43fc-82f5-1b37c6f3a680/99ea4526-6480-43fc-82f5-1b37c6f3a680.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.465088] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.465389] env[69566]: DEBUG oslo_vmware.api [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 746.465389] env[69566]: value = "task-3407071" [ 746.465389] env[69566]: _type = "Task" [ 746.465389] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.465895] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5e756d1-8e06-4d12-b0f6-92751516566a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.476735] env[69566]: DEBUG oslo_vmware.api [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.479853] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 746.479853] env[69566]: value = "task-3407072" [ 746.479853] env[69566]: _type = "Task" [ 746.479853] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.493313] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.780460] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407070, 'name': CreateVM_Task, 'duration_secs': 0.4993} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.781014] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.781408] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.781563] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.781907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.782198] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350c6bd0-b8fa-46ed-89db-b52c17cd9768 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.791425] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 746.791425] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e3af12-bace-560a-c197-6ceb1df5eb85" [ 746.791425] env[69566]: _type = "Task" [ 746.791425] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.802409] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e3af12-bace-560a-c197-6ceb1df5eb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.860179] env[69566]: DEBUG oslo_concurrency.lockutils [req-7ce43674-3f28-43bb-9403-6bcc7e281913 req-99ae090c-86fe-4e5e-b37d-bca3ded6e708 service nova] Releasing lock "refresh_cache-48b7a09a-4147-42b3-b7e4-858fb5310bb8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.945543] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d51101-170c-f82c-2b3f-dd5f6b4d253e/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 746.947333] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920d8ba0-be08-484f-849d-ac26edb91fad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.955241] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d51101-170c-f82c-2b3f-dd5f6b4d253e/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 746.955417] env[69566]: ERROR oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d51101-170c-f82c-2b3f-dd5f6b4d253e/disk-0.vmdk due to incomplete transfer. [ 746.955646] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6d6d9ad4-b6dc-496d-9020-950a0d5c6776 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.965880] env[69566]: DEBUG oslo_vmware.rw_handles [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d51101-170c-f82c-2b3f-dd5f6b4d253e/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 746.967030] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Uploaded image d3ea2a5b-628e-4da1-9bc5-d49aabf67c7a to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 746.968809] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 746.969138] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19484d02-aef1-4c55-bc47-a0fee2d97c10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.988244] env[69566]: DEBUG oslo_vmware.api [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407071, 'name': PowerOffVM_Task, 'duration_secs': 0.321167} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.988498] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 746.988498] env[69566]: value = "task-3407073" [ 746.988498] env[69566]: _type = "Task" [ 746.988498] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.989284] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.990097] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.990097] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88369c12-991b-4a71-8e19-bfb9f52ab87e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.001471] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114004} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.002513] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.003352] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169214ea-ff36-49eb-9922-60706eeb3e5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.017876] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407073, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.040462] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 99ea4526-6480-43fc-82f5-1b37c6f3a680/99ea4526-6480-43fc-82f5-1b37c6f3a680.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.041540] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06014c62-4908-461b-9ee5-2921343880a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.068914] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 747.068914] env[69566]: value = "task-3407075" [ 747.068914] env[69566]: _type = "Task" [ 747.068914] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.078744] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.092051] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.092344] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.092658] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Deleting the datastore file [datastore1] faf5ccd5-5f25-4331-9229-2e245106999c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.095707] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92706d0c-e5ae-4be7-8e45-8d7eb080b343 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.106618] env[69566]: DEBUG oslo_vmware.api [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for the task: (returnval){ [ 747.106618] env[69566]: value = "task-3407076" [ 747.106618] env[69566]: _type = "Task" [ 747.106618] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.121758] env[69566]: DEBUG oslo_vmware.api [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.275485] env[69566]: INFO nova.compute.manager [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Rebuilding instance [ 747.306514] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e3af12-bace-560a-c197-6ceb1df5eb85, 'name': SearchDatastore_Task, 'duration_secs': 0.015935} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.308341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.308341] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.308341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.308341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.309539] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.309696] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1ff9c7c-878b-4ab6-8d1e-286932eae298 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.331786] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.332009] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.332783] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243eda92-5515-4f27-88fa-5a3b05b55d3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.335922] env[69566]: DEBUG nova.compute.manager [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.336913] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b226b5-e0b5-4053-98ab-0703ed80f036 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.346743] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 747.346743] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e59b04-c569-737a-be56-462b6880b7e9" [ 747.346743] env[69566]: _type = "Task" [ 747.346743] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.356787] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127c555-4ee6-4a78-9db3-090ddab5d53f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.362777] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e59b04-c569-737a-be56-462b6880b7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.363951] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0215a6-5ccb-4649-96e4-c81bb3d01636 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.372453] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817fe10f-63fa-4dba-b7c3-e60ef441be85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.376509] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 747.376509] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52940893-2337-9c51-a1fa-fb085e10353c" [ 747.376509] env[69566]: _type = "Task" [ 747.376509] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.406220] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b3d7ad-ec7c-41f9-9f15-97685acf2d63 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.414386] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52940893-2337-9c51-a1fa-fb085e10353c, 'name': SearchDatastore_Task, 'duration_secs': 0.016149} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.415022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.415314] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8cc280a2-364e-4974-8a97-dd97599e194c/8cc280a2-364e-4974-8a97-dd97599e194c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.415572] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844a854e-c0d0-42c1-9545-cc1d99f6614e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.421188] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a472012f-b042-483e-9144-947de11e8124 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.426665] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 747.426665] env[69566]: value = "task-3407077" [ 747.426665] env[69566]: _type = "Task" [ 747.426665] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.439035] env[69566]: DEBUG nova.compute.provider_tree [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.446799] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.474214] env[69566]: DEBUG nova.network.neutron [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Updated VIF entry in instance network info cache for port b1f5ea11-ae5a-4b83-9b3d-468f264c565f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.474620] env[69566]: DEBUG nova.network.neutron [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Updating instance_info_cache with network_info: [{"id": "b1f5ea11-ae5a-4b83-9b3d-468f264c565f", "address": "fa:16:3e:98:09:1f", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f5ea11-ae", "ovs_interfaceid": "b1f5ea11-ae5a-4b83-9b3d-468f264c565f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.505359] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407073, 'name': Destroy_Task, 'duration_secs': 0.38609} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.505359] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Destroyed the VM [ 747.505359] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 747.505359] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93ad0564-f59b-4f6f-be7f-41d238d8f79c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.513257] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 747.513257] env[69566]: value = "task-3407078" [ 747.513257] env[69566]: _type = "Task" [ 747.513257] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.528609] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407078, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.581210] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.621315] env[69566]: DEBUG oslo_vmware.api [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Task: {'id': task-3407076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223427} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.622459] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.622459] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.622459] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.622459] env[69566]: INFO nova.compute.manager [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 747.622957] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.623027] env[69566]: DEBUG nova.compute.manager [-] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.623386] env[69566]: DEBUG nova.network.neutron [-] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.941883] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.942965] env[69566]: DEBUG nova.scheduler.client.report [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.976707] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Releasing lock "refresh_cache-99ea4526-6480-43fc-82f5-1b37c6f3a680" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.976979] env[69566]: DEBUG nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Received event network-vif-plugged-ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.977189] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Acquiring lock "8cc280a2-364e-4974-8a97-dd97599e194c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.977392] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Lock "8cc280a2-364e-4974-8a97-dd97599e194c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.977549] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Lock "8cc280a2-364e-4974-8a97-dd97599e194c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.977724] env[69566]: DEBUG nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] No waiting events found dispatching network-vif-plugged-ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.977904] env[69566]: WARNING nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Received unexpected event network-vif-plugged-ff3d2200-c7a6-4d27-b5a4-df50ba3a246b for instance with vm_state building and task_state spawning. [ 747.978095] env[69566]: DEBUG nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Received event network-changed-ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.978233] env[69566]: DEBUG nova.compute.manager [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Refreshing instance network info cache due to event network-changed-ff3d2200-c7a6-4d27-b5a4-df50ba3a246b. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.978414] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Acquiring lock "refresh_cache-8cc280a2-364e-4974-8a97-dd97599e194c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.978544] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Acquired lock "refresh_cache-8cc280a2-364e-4974-8a97-dd97599e194c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.978712] env[69566]: DEBUG nova.network.neutron [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Refreshing network info cache for port ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.024866] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407078, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.081146] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407075, 'name': ReconfigVM_Task, 'duration_secs': 0.77817} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.081438] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 99ea4526-6480-43fc-82f5-1b37c6f3a680/99ea4526-6480-43fc-82f5-1b37c6f3a680.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.082082] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0127ae8b-6275-4ee8-be50-751cb7887d71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.089650] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 748.089650] env[69566]: value = "task-3407079" [ 748.089650] env[69566]: _type = "Task" [ 748.089650] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.099907] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407079, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.363030] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.363030] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44a9c174-bc57-4e52-8b97-2ce9e51ceeba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.371255] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 748.371255] env[69566]: value = "task-3407080" [ 748.371255] env[69566]: _type = "Task" [ 748.371255] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.382178] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.444273] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542616} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.444556] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8cc280a2-364e-4974-8a97-dd97599e194c/8cc280a2-364e-4974-8a97-dd97599e194c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.444778] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.445056] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32802755-009c-45d0-bce3-6ab0a3e080fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.451556] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.452818] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.455827] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.176s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.459065] env[69566]: INFO nova.compute.claims [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.463871] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 748.463871] env[69566]: value = "task-3407081" [ 748.463871] env[69566]: _type = "Task" [ 748.463871] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.470327] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.500955] env[69566]: DEBUG nova.network.neutron [-] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.520718] env[69566]: DEBUG nova.compute.manager [req-443fc8db-c606-4932-982c-8ffbf5b95dcd req-6d3d5603-727f-48a6-85f3-d763de6405da service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Received event network-vif-deleted-61a655da-fc25-46b4-8e6b-56d23c469543 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.520955] env[69566]: INFO nova.compute.manager [req-443fc8db-c606-4932-982c-8ffbf5b95dcd req-6d3d5603-727f-48a6-85f3-d763de6405da service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Neutron deleted interface 61a655da-fc25-46b4-8e6b-56d23c469543; detaching it from the instance and deleting it from the info cache [ 748.521167] env[69566]: DEBUG nova.network.neutron [req-443fc8db-c606-4932-982c-8ffbf5b95dcd req-6d3d5603-727f-48a6-85f3-d763de6405da service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.529864] env[69566]: DEBUG oslo_vmware.api [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407078, 'name': RemoveSnapshot_Task, 'duration_secs': 0.704874} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.530333] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 748.530563] env[69566]: INFO nova.compute.manager [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Took 14.93 seconds to snapshot the instance on the hypervisor. [ 748.603457] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407079, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.849080] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "8b599915-8c5f-40af-af4c-6f6769258ec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.849351] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.851016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "8b599915-8c5f-40af-af4c-6f6769258ec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.851016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.851016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.852197] env[69566]: INFO nova.compute.manager [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Terminating instance [ 748.876034] env[69566]: DEBUG nova.network.neutron [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Updated VIF entry in instance network info cache for port ff3d2200-c7a6-4d27-b5a4-df50ba3a246b. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.876517] env[69566]: DEBUG nova.network.neutron [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Updating instance_info_cache with network_info: [{"id": "ff3d2200-c7a6-4d27-b5a4-df50ba3a246b", "address": "fa:16:3e:69:4f:9b", "network": {"id": "d313303a-02ce-4a8a-9593-802c3ecce798", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-609985753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f70b1a7e02f45cd8d05fa01876a6888", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff3d2200-c7", "ovs_interfaceid": "ff3d2200-c7a6-4d27-b5a4-df50ba3a246b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.884025] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407080, 'name': PowerOffVM_Task, 'duration_secs': 0.169729} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.884312] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.884978] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.885816] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce766855-48ef-4284-a7b8-335ed54dc852 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.894159] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.894425] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8467c4f-4642-4cc3-b6d6-13ed6cb6636f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.922595] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.922832] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.923033] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Deleting the datastore file [datastore2] 3bc77691-4c4d-47e3-aebf-7088296f490c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.923635] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4efb0b1-736a-4cdf-997f-bd955b8e3d60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.932034] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 748.932034] env[69566]: value = "task-3407083" [ 748.932034] env[69566]: _type = "Task" [ 748.932034] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.941993] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.964031] env[69566]: DEBUG nova.compute.utils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.965554] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.965753] env[69566]: DEBUG nova.network.neutron [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.978792] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.440096} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.979101] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.979922] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d9688-f38e-4553-9856-86aed415277f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.005330] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 8cc280a2-364e-4974-8a97-dd97599e194c/8cc280a2-364e-4974-8a97-dd97599e194c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.006211] env[69566]: INFO nova.compute.manager [-] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Took 1.38 seconds to deallocate network for instance. [ 749.006459] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c22f6c86-265f-4956-8a1a-256f5e56f87f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.022417] env[69566]: DEBUG nova.policy [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5225d13383be42c2bf6e206a596c3896', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0dcdc58ac7854649ac5464636365cdd0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.028646] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d36d25f2-2b3f-4360-91b1-9368a81e8524 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.038045] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 749.038045] env[69566]: value = "task-3407084" [ 749.038045] env[69566]: _type = "Task" [ 749.038045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.040428] env[69566]: DEBUG nova.compute.manager [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Instance disappeared during snapshot {{(pid=69566) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 749.046141] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febdc66-64de-4bb1-9b45-3dbb01f7fde7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.061549] env[69566]: DEBUG nova.compute.manager [None req-bdacd374-aab9-46c1-abdc-d49cbe87780b tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image not found during clean up d3ea2a5b-628e-4da1-9bc5-d49aabf67c7a {{(pid=69566) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 749.063174] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.090017] env[69566]: DEBUG nova.compute.manager [req-443fc8db-c606-4932-982c-8ffbf5b95dcd req-6d3d5603-727f-48a6-85f3-d763de6405da service nova] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Detach interface failed, port_id=61a655da-fc25-46b4-8e6b-56d23c469543, reason: Instance faf5ccd5-5f25-4331-9229-2e245106999c could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 749.100589] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407079, 'name': Rename_Task, 'duration_secs': 0.919303} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.100908] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.101249] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c6d361-2225-4d04-b419-bf6c5f9e6cac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.110076] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 749.110076] env[69566]: value = "task-3407085" [ 749.110076] env[69566]: _type = "Task" [ 749.110076] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.126218] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.356079] env[69566]: DEBUG nova.compute.manager [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.356318] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.357344] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6621b-002b-4c34-a8dc-816025d39f5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.368189] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.368526] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87751b0a-2aa1-444c-8deb-6e3a370c942b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.379070] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d674f59-da4a-4af1-97ce-f5154f320e11 req-02e4386a-84ac-4199-b593-a45cc31339f8 service nova] Releasing lock "refresh_cache-8cc280a2-364e-4974-8a97-dd97599e194c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.437668] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.438008] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.438305] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleting the datastore file [datastore2] 8b599915-8c5f-40af-af4c-6f6769258ec5 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.439043] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e10d30a5-ada7-43be-93e8-5503ef22e030 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.445325] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108744} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.446014] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.446231] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.446414] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.453513] env[69566]: DEBUG oslo_vmware.api [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 749.453513] env[69566]: value = "task-3407087" [ 749.453513] env[69566]: _type = "Task" [ 749.453513] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.462528] env[69566]: DEBUG oslo_vmware.api [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.471424] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.533258] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.550508] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.551379] env[69566]: DEBUG nova.network.neutron [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Successfully created port: abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.626876] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407085, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.649542] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "4e4af816-c773-44c1-b6c7-18c7322ea874" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.650047] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.856312] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.856594] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.966311] env[69566]: DEBUG oslo_vmware.api [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148896} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.966577] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.970034] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.970034] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.970034] env[69566]: INFO nova.compute.manager [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 749.970034] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.970034] env[69566]: DEBUG nova.compute.manager [-] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.970034] env[69566]: DEBUG nova.network.neutron [-] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.051349] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407084, 'name': ReconfigVM_Task, 'duration_secs': 0.534656} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.051856] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 8cc280a2-364e-4974-8a97-dd97599e194c/8cc280a2-364e-4974-8a97-dd97599e194c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.052272] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4bad662-8536-43a4-a6f2-131098dd2c9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.062657] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 750.062657] env[69566]: value = "task-3407088" [ 750.062657] env[69566]: _type = "Task" [ 750.062657] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.074041] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407088, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.090416] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ce7dd-c0ff-41fd-b236-0294da927019 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.102029] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd3717-a3aa-443a-ba9b-14322dc4f2c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.143414] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7681129-84e8-4239-9b8c-3576b9979743 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.156106] env[69566]: DEBUG oslo_vmware.api [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407085, 'name': PowerOnVM_Task, 'duration_secs': 0.621144} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.157333] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814ae39f-711d-4f8b-a9de-483ee13eb722 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.162036] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.162036] env[69566]: INFO nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Took 9.30 seconds to spawn the instance on the hypervisor. [ 750.162268] env[69566]: DEBUG nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.163175] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2103a28b-e607-4a17-a16e-6248e472e5fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.182338] env[69566]: DEBUG nova.compute.provider_tree [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.299182] env[69566]: DEBUG nova.compute.manager [req-a8847652-6bf5-4c7e-a7c6-c0938cfa18d3 req-d1365c24-1c44-46a5-8a76-268d70c14977 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Received event network-vif-deleted-d8c36156-d6d6-4c16-8edc-94c576f08fe7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.299271] env[69566]: INFO nova.compute.manager [req-a8847652-6bf5-4c7e-a7c6-c0938cfa18d3 req-d1365c24-1c44-46a5-8a76-268d70c14977 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Neutron deleted interface d8c36156-d6d6-4c16-8edc-94c576f08fe7; detaching it from the instance and deleting it from the info cache [ 750.300057] env[69566]: DEBUG nova.network.neutron [req-a8847652-6bf5-4c7e-a7c6-c0938cfa18d3 req-d1365c24-1c44-46a5-8a76-268d70c14977 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.476720] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.476984] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.477175] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.477340] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.477488] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.477636] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.477925] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.478114] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.478289] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.478453] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.478626] env[69566]: DEBUG nova.virt.hardware [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.479620] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9940e9df-5458-4379-97d5-93e059fe6d3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.483647] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.492569] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d461da-e5f4-4988-888a-fe6c77f71048 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.510452] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.515980] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.518202] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.518433] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.518590] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.518772] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.518921] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.519105] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.520326] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.520326] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.520326] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.520326] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.520326] env[69566]: DEBUG nova.virt.hardware [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.520326] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.521089] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4287e2db-1aa7-450a-814d-49f3e79ce89b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.523879] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c53225e-2e75-4ab9-88e1-fa58c9800402 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.545035] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976b58d-a541-4657-98cc-556d41c0e21f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.549031] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.549031] env[69566]: value = "task-3407089" [ 750.549031] env[69566]: _type = "Task" [ 750.549031] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.570553] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407089, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.575932] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407088, 'name': Rename_Task, 'duration_secs': 0.271124} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.576492] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.576492] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58c982d6-b60d-44bd-be61-9c1bfa24d6d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.584314] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 750.584314] env[69566]: value = "task-3407090" [ 750.584314] env[69566]: _type = "Task" [ 750.584314] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.594312] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.689960] env[69566]: DEBUG nova.scheduler.client.report [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.695788] env[69566]: INFO nova.compute.manager [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Took 38.59 seconds to build instance. [ 750.734322] env[69566]: DEBUG nova.network.neutron [-] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.803485] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-255b3bfd-ebf1-4f3d-a329-a5517b0007be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.815757] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdbafde-5f7a-4d9d-bad1-d15dcf35af5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.855767] env[69566]: DEBUG nova.compute.manager [req-a8847652-6bf5-4c7e-a7c6-c0938cfa18d3 req-d1365c24-1c44-46a5-8a76-268d70c14977 service nova] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Detach interface failed, port_id=d8c36156-d6d6-4c16-8edc-94c576f08fe7, reason: Instance 8b599915-8c5f-40af-af4c-6f6769258ec5 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.061542] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407089, 'name': CreateVM_Task, 'duration_secs': 0.433111} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.061775] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.062210] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.062482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.062838] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.063173] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58eac4cf-ce9d-4033-a2b2-44a3529bedc7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.068995] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 751.068995] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ff9a52-f74d-a8b9-a701-338043c71a12" [ 751.068995] env[69566]: _type = "Task" [ 751.068995] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.078038] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff9a52-f74d-a8b9-a701-338043c71a12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.094318] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.196472] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.197014] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.199998] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.845s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.200237] env[69566]: DEBUG nova.objects.instance [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lazy-loading 'resources' on Instance uuid 36d35b67-42c7-4fa2-843f-d49f6193ea39 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.201700] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91d6d2e1-a819-4b97-bbab-9d0c97bc07ef tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.300s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.237408] env[69566]: INFO nova.compute.manager [-] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Took 1.27 seconds to deallocate network for instance. [ 751.359821] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62a668a-a852-46d0-ad50-ec3b18cd0074 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.374294] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Suspending the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 751.374294] env[69566]: DEBUG nova.network.neutron [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Successfully updated port: abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.374294] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cbc66115-4331-45af-86e9-c70abaa502b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.383890] env[69566]: DEBUG oslo_vmware.api [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] Waiting for the task: (returnval){ [ 751.383890] env[69566]: value = "task-3407091" [ 751.383890] env[69566]: _type = "Task" [ 751.383890] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.394291] env[69566]: DEBUG oslo_vmware.api [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] Task: {'id': task-3407091, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.525425] env[69566]: DEBUG nova.compute.manager [req-d41e60f1-ffbf-4a5f-afe6-5982dc8258f9 req-bc1d9aaa-e8e6-4b26-b8a0-6dfdcef57a25 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Received event network-vif-plugged-abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.525652] env[69566]: DEBUG oslo_concurrency.lockutils [req-d41e60f1-ffbf-4a5f-afe6-5982dc8258f9 req-bc1d9aaa-e8e6-4b26-b8a0-6dfdcef57a25 service nova] Acquiring lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.525898] env[69566]: DEBUG oslo_concurrency.lockutils [req-d41e60f1-ffbf-4a5f-afe6-5982dc8258f9 req-bc1d9aaa-e8e6-4b26-b8a0-6dfdcef57a25 service nova] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.526386] env[69566]: DEBUG oslo_concurrency.lockutils [req-d41e60f1-ffbf-4a5f-afe6-5982dc8258f9 req-bc1d9aaa-e8e6-4b26-b8a0-6dfdcef57a25 service nova] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.526595] env[69566]: DEBUG nova.compute.manager [req-d41e60f1-ffbf-4a5f-afe6-5982dc8258f9 req-bc1d9aaa-e8e6-4b26-b8a0-6dfdcef57a25 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] No waiting events found dispatching network-vif-plugged-abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.526718] env[69566]: WARNING nova.compute.manager [req-d41e60f1-ffbf-4a5f-afe6-5982dc8258f9 req-bc1d9aaa-e8e6-4b26-b8a0-6dfdcef57a25 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Received unexpected event network-vif-plugged-abffc0ef-73bd-431d-9d13-98c1b48c02a6 for instance with vm_state building and task_state spawning. [ 751.580324] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff9a52-f74d-a8b9-a701-338043c71a12, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.580588] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.580864] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.581161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.581323] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.581544] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.581908] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5890e3d8-d145-45d8-88c0-c674e54e6080 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.597339] env[69566]: DEBUG oslo_vmware.api [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407090, 'name': PowerOnVM_Task, 'duration_secs': 0.991209} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.598682] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.598929] env[69566]: INFO nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 751.599205] env[69566]: DEBUG nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.599586] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.599818] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.601523] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0d4f3b-3c7c-4416-b0f8-e995e599e587 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.605122] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2ecd8f-490f-4bff-9db1-c07211d9df4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.612667] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 751.612667] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52884455-5024-a8d3-2ee0-246a0cd2a090" [ 751.612667] env[69566]: _type = "Task" [ 751.612667] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.629845] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52884455-5024-a8d3-2ee0-246a0cd2a090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.707817] env[69566]: DEBUG nova.compute.utils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.709825] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.713323] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.713442] env[69566]: DEBUG nova.network.neutron [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.746574] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.789125] env[69566]: DEBUG nova.policy [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89aae89242f240f99249031643c8bb9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '269d401304594dd7b83f96c4adbdf5e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.869082] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.869082] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.869224] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.869357] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.869530] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.874510] env[69566]: INFO nova.compute.manager [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Terminating instance [ 751.876727] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "refresh_cache-161cc33d-d443-4e5e-a2cf-14ff9a5d9011" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.876869] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquired lock "refresh_cache-161cc33d-d443-4e5e-a2cf-14ff9a5d9011" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.877018] env[69566]: DEBUG nova.network.neutron [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.898105] env[69566]: DEBUG oslo_vmware.api [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] Task: {'id': task-3407091, 'name': SuspendVM_Task} progress is 58%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.135371] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52884455-5024-a8d3-2ee0-246a0cd2a090, 'name': SearchDatastore_Task, 'duration_secs': 0.018208} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.139358] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a4e53f-cf45-45ea-b243-84e8d640f9d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.140331] env[69566]: INFO nova.compute.manager [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Took 38.55 seconds to build instance. [ 752.147010] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 752.147010] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f38989-3ccc-b37a-08be-04dc379868b4" [ 752.147010] env[69566]: _type = "Task" [ 752.147010] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.161476] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f38989-3ccc-b37a-08be-04dc379868b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011836} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.161476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.161671] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.161795] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8a08867-3147-451d-a0de-f2fb23810ea3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.171171] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 752.171171] env[69566]: value = "task-3407092" [ 752.171171] env[69566]: _type = "Task" [ 752.171171] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.181827] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.221774] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.235948] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.291507] env[69566]: DEBUG nova.network.neutron [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Successfully created port: acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.350735] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b8c61e-f415-4a73-94af-7ed31820ee1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.360821] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7074fd-bf4b-4743-abaf-68b575961e7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.397644] env[69566]: DEBUG nova.compute.manager [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.397644] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.401211] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6034a9-5c97-4dd5-8014-5e2d9016e773 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.409716] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb58e62-ffbf-4d91-9703-544a8329dc98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.423226] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a0a52a-066f-4288-ab88-67f69bf2b558 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.428059] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.428639] env[69566]: DEBUG oslo_vmware.api [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] Task: {'id': task-3407091, 'name': SuspendVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.428942] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd891de-6c7a-49bb-8ad7-0f16d4ccf857 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.437655] env[69566]: DEBUG oslo_vmware.api [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 752.437655] env[69566]: value = "task-3407093" [ 752.437655] env[69566]: _type = "Task" [ 752.437655] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.449494] env[69566]: DEBUG nova.compute.provider_tree [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.451822] env[69566]: DEBUG nova.network.neutron [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.465956] env[69566]: DEBUG oslo_vmware.api [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.614259] env[69566]: DEBUG nova.network.neutron [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Updating instance_info_cache with network_info: [{"id": "abffc0ef-73bd-431d-9d13-98c1b48c02a6", "address": "fa:16:3e:e8:e9:cd", "network": {"id": "5fb8d7a1-40a6-49a0-baaa-e5902ca31104", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1954002545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dcdc58ac7854649ac5464636365cdd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabffc0ef-73", "ovs_interfaceid": "abffc0ef-73bd-431d-9d13-98c1b48c02a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.643871] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0dde27d-b696-435a-bef2-a9b5496a6b3a tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "8cc280a2-364e-4974-8a97-dd97599e194c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.309s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.684229] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407092, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.909936] env[69566]: DEBUG oslo_vmware.api [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] Task: {'id': task-3407091, 'name': SuspendVM_Task, 'duration_secs': 1.039248} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.910235] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Suspended the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 752.910413] env[69566]: DEBUG nova.compute.manager [None req-a516497f-dfc0-4687-ab4a-f19a69062a9d tempest-ServersAdminNegativeTestJSON-1583198624 tempest-ServersAdminNegativeTestJSON-1583198624-project-admin] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.911197] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660518cf-1ab2-4a12-8d75-a67249790e32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.948868] env[69566]: DEBUG oslo_vmware.api [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407093, 'name': PowerOffVM_Task, 'duration_secs': 0.343543} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.949199] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.949373] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.949628] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9df1932b-bbf4-4717-b740-bcea10a67e5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.956535] env[69566]: DEBUG nova.scheduler.client.report [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.047907] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.048213] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.048406] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Deleting the datastore file [datastore1] 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.048679] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bac2b823-6101-4cd1-9924-e4221131d15e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.056210] env[69566]: DEBUG oslo_vmware.api [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 753.056210] env[69566]: value = "task-3407095" [ 753.056210] env[69566]: _type = "Task" [ 753.056210] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.064680] env[69566]: DEBUG oslo_vmware.api [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.117065] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Releasing lock "refresh_cache-161cc33d-d443-4e5e-a2cf-14ff9a5d9011" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.117404] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Instance network_info: |[{"id": "abffc0ef-73bd-431d-9d13-98c1b48c02a6", "address": "fa:16:3e:e8:e9:cd", "network": {"id": "5fb8d7a1-40a6-49a0-baaa-e5902ca31104", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1954002545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dcdc58ac7854649ac5464636365cdd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabffc0ef-73", "ovs_interfaceid": "abffc0ef-73bd-431d-9d13-98c1b48c02a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.117944] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:e9:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abffc0ef-73bd-431d-9d13-98c1b48c02a6', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.125568] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Creating folder: Project (0dcdc58ac7854649ac5464636365cdd0). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.125925] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1f2fb25-408d-4061-a72a-aab175042585 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.139740] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Created folder: Project (0dcdc58ac7854649ac5464636365cdd0) in parent group-v679651. [ 753.140058] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Creating folder: Instances. Parent ref: group-v679756. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.140198] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb982f01-f6fa-4f41-bf0b-91645b84a4b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.147519] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.151634] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Created folder: Instances in parent group-v679756. [ 753.151882] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.152355] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.152759] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb40de45-5780-4fb7-a47a-19942f84b710 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.178560] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.178560] env[69566]: value = "task-3407098" [ 753.178560] env[69566]: _type = "Task" [ 753.178560] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.187395] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515646} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.190724] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.190724] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.190960] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407098, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.192022] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45a08c94-a35a-47a2-b003-fb36c99e2cc2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.199789] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 753.199789] env[69566]: value = "task-3407099" [ 753.199789] env[69566]: _type = "Task" [ 753.199789] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.211059] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.235709] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.262953] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.263236] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.263422] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.263568] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.263714] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.263861] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.264084] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.264247] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.264414] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.264600] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.264740] env[69566]: DEBUG nova.virt.hardware [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.266193] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef8b3b-8559-4942-8525-cdaa5b9a8b1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.276762] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04c816d-04c4-449f-8934-e2f5832799cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.465264] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.468512] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.626s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.469771] env[69566]: INFO nova.compute.claims [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.489724] env[69566]: INFO nova.scheduler.client.report [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleted allocations for instance 36d35b67-42c7-4fa2-843f-d49f6193ea39 [ 753.566680] env[69566]: DEBUG oslo_vmware.api [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177926} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.567018] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.567254] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.567484] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.567669] env[69566]: INFO nova.compute.manager [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 753.567955] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.568510] env[69566]: DEBUG nova.compute.manager [-] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.568659] env[69566]: DEBUG nova.network.neutron [-] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.668789] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.689686] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407098, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.710240] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228105} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.710535] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.711344] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed46874-be6e-471d-a022-052cd7c82910 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.732040] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.732446] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182cd859-dfe9-421d-99fb-928116f9466b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.750055] env[69566]: DEBUG nova.compute.manager [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Received event network-changed-abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.750362] env[69566]: DEBUG nova.compute.manager [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Refreshing instance network info cache due to event network-changed-abffc0ef-73bd-431d-9d13-98c1b48c02a6. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.750539] env[69566]: DEBUG oslo_concurrency.lockutils [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] Acquiring lock "refresh_cache-161cc33d-d443-4e5e-a2cf-14ff9a5d9011" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.751061] env[69566]: DEBUG oslo_concurrency.lockutils [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] Acquired lock "refresh_cache-161cc33d-d443-4e5e-a2cf-14ff9a5d9011" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.751061] env[69566]: DEBUG nova.network.neutron [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Refreshing network info cache for port abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.761024] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 753.761024] env[69566]: value = "task-3407100" [ 753.761024] env[69566]: _type = "Task" [ 753.761024] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.773934] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.999343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce61ce59-6098-4524-8151-74fa11b79f75 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "36d35b67-42c7-4fa2-843f-d49f6193ea39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.996s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.051249] env[69566]: DEBUG nova.compute.manager [req-d8aa2dc0-3bd9-44da-ba71-bdc1d91e0d5b req-21834566-2fcf-4229-971f-d31fbea94dc5 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Received event network-vif-deleted-7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.051491] env[69566]: INFO nova.compute.manager [req-d8aa2dc0-3bd9-44da-ba71-bdc1d91e0d5b req-21834566-2fcf-4229-971f-d31fbea94dc5 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Neutron deleted interface 7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8; detaching it from the instance and deleting it from the info cache [ 754.053038] env[69566]: DEBUG nova.network.neutron [req-d8aa2dc0-3bd9-44da-ba71-bdc1d91e0d5b req-21834566-2fcf-4229-971f-d31fbea94dc5 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.147467] env[69566]: DEBUG nova.network.neutron [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Successfully updated port: acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.191596] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407098, 'name': CreateVM_Task, 'duration_secs': 0.771576} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.191811] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.192530] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.192699] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.193343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.193343] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99efedab-4a0e-453d-984a-778f0698885a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.198900] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 754.198900] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52aaf117-a316-37b3-3e3c-abfa320bbb68" [ 754.198900] env[69566]: _type = "Task" [ 754.198900] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.207996] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aaf117-a316-37b3-3e3c-abfa320bbb68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.270903] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407100, 'name': ReconfigVM_Task, 'duration_secs': 0.429069} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.271721] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 3bc77691-4c4d-47e3-aebf-7088296f490c/3bc77691-4c4d-47e3-aebf-7088296f490c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.272409] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b7ce0c5-9a0b-416d-8d56-8b876494e407 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.279789] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 754.279789] env[69566]: value = "task-3407101" [ 754.279789] env[69566]: _type = "Task" [ 754.279789] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.288460] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407101, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.333352] env[69566]: DEBUG nova.network.neutron [-] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.546012] env[69566]: DEBUG nova.network.neutron [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Updated VIF entry in instance network info cache for port abffc0ef-73bd-431d-9d13-98c1b48c02a6. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.546375] env[69566]: DEBUG nova.network.neutron [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Updating instance_info_cache with network_info: [{"id": "abffc0ef-73bd-431d-9d13-98c1b48c02a6", "address": "fa:16:3e:e8:e9:cd", "network": {"id": "5fb8d7a1-40a6-49a0-baaa-e5902ca31104", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1954002545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0dcdc58ac7854649ac5464636365cdd0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabffc0ef-73", "ovs_interfaceid": "abffc0ef-73bd-431d-9d13-98c1b48c02a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.558923] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df181fb3-68c8-48b3-bba1-c9704cfedcf6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.570988] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a55861e-4ee4-42d8-8cbd-7a222dddcbc8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.612923] env[69566]: DEBUG nova.compute.manager [req-d8aa2dc0-3bd9-44da-ba71-bdc1d91e0d5b req-21834566-2fcf-4229-971f-d31fbea94dc5 service nova] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Detach interface failed, port_id=7ede2ab9-e8b6-4785-8c47-e41e7f44e5d8, reason: Instance 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 754.655837] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.656590] env[69566]: DEBUG nova.network.neutron [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.712857] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aaf117-a316-37b3-3e3c-abfa320bbb68, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.713188] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.713419] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.713656] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.713818] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.713982] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.714294] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ae937e-549f-4d49-bad0-7ba33c220691 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.728055] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.728280] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.729065] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33f5cc4-fe6a-479e-81ef-a85cdabca460 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.739092] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 754.739092] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f91a90-9518-13c8-4616-56b008694664" [ 754.739092] env[69566]: _type = "Task" [ 754.739092] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.746989] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f91a90-9518-13c8-4616-56b008694664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.792329] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407101, 'name': Rename_Task, 'duration_secs': 0.15913} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.794857] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.795318] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d1388e6-ebfe-40e0-9134-c26401bdcafe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.803746] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 754.803746] env[69566]: value = "task-3407102" [ 754.803746] env[69566]: _type = "Task" [ 754.803746] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.816287] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.835246] env[69566]: INFO nova.compute.manager [-] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Took 1.27 seconds to deallocate network for instance. [ 755.051427] env[69566]: DEBUG oslo_concurrency.lockutils [req-681dd737-25cb-4a3d-a001-e2aa684a876f req-063e20ab-60a5-494a-bebd-a4b73c626065 service nova] Releasing lock "refresh_cache-161cc33d-d443-4e5e-a2cf-14ff9a5d9011" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.052419] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c458abfc-a390-4ac1-be4b-cfe9461c09df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.060925] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1515f318-1768-4de2-b4b2-6633e62151b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.095918] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b7411-010c-4862-b00c-1be153d607d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.104699] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19382b28-30f5-4635-9fa1-1d7e118fe728 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.119363] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "a43e75ac-286e-4153-888b-a88b1f44909a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.119616] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "a43e75ac-286e-4153-888b-a88b1f44909a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.119821] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "a43e75ac-286e-4153-888b-a88b1f44909a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.120027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "a43e75ac-286e-4153-888b-a88b1f44909a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.120186] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "a43e75ac-286e-4153-888b-a88b1f44909a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.121946] env[69566]: DEBUG nova.compute.provider_tree [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.123481] env[69566]: INFO nova.compute.manager [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Terminating instance [ 755.214293] env[69566]: DEBUG nova.network.neutron [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.249424] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f91a90-9518-13c8-4616-56b008694664, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.250318] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7ee652-d55b-4043-b5ed-af8d79672f26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.257023] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 755.257023] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5259ece6-0362-8014-02c8-adf0b1b24d28" [ 755.257023] env[69566]: _type = "Task" [ 755.257023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.265799] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5259ece6-0362-8014-02c8-adf0b1b24d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.324288] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.342538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.416135] env[69566]: DEBUG nova.network.neutron [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.627028] env[69566]: DEBUG nova.scheduler.client.report [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.631374] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "refresh_cache-a43e75ac-286e-4153-888b-a88b1f44909a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.631552] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquired lock "refresh_cache-a43e75ac-286e-4153-888b-a88b1f44909a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.631865] env[69566]: DEBUG nova.network.neutron [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.767493] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5259ece6-0362-8014-02c8-adf0b1b24d28, 'name': SearchDatastore_Task, 'duration_secs': 0.028201} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.767789] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.768085] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 161cc33d-d443-4e5e-a2cf-14ff9a5d9011/161cc33d-d443-4e5e-a2cf-14ff9a5d9011.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.768357] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dc57644-3575-4954-a10c-14d3c5fb278a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.776259] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 755.776259] env[69566]: value = "task-3407103" [ 755.776259] env[69566]: _type = "Task" [ 755.776259] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.785036] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.817643] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.824089] env[69566]: DEBUG nova.compute.manager [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received event network-vif-plugged-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.824319] env[69566]: DEBUG oslo_concurrency.lockutils [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] Acquiring lock "55949dd4-4830-4f07-a2f1-c38359c599be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.824526] env[69566]: DEBUG oslo_concurrency.lockutils [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] Lock "55949dd4-4830-4f07-a2f1-c38359c599be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.824681] env[69566]: DEBUG oslo_concurrency.lockutils [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] Lock "55949dd4-4830-4f07-a2f1-c38359c599be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.824875] env[69566]: DEBUG nova.compute.manager [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] No waiting events found dispatching network-vif-plugged-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.825008] env[69566]: WARNING nova.compute.manager [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received unexpected event network-vif-plugged-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 for instance with vm_state building and task_state spawning. [ 755.825233] env[69566]: DEBUG nova.compute.manager [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.825430] env[69566]: DEBUG nova.compute.manager [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing instance network info cache due to event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.825782] env[69566]: DEBUG oslo_concurrency.lockutils [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.918055] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.918055] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Instance network_info: |[{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.918299] env[69566]: DEBUG oslo_concurrency.lockutils [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.918388] env[69566]: DEBUG nova.network.neutron [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.921199] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:f6:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.928808] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Creating folder: Project (269d401304594dd7b83f96c4adbdf5e7). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.929928] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76c3703c-6742-46ab-8860-5747896ecae0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.947786] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Created folder: Project (269d401304594dd7b83f96c4adbdf5e7) in parent group-v679651. [ 755.947786] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Creating folder: Instances. Parent ref: group-v679759. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.947786] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6398c4-47bb-4c88-9b88-71173ac68fea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.963051] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Created folder: Instances in parent group-v679759. [ 755.963051] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.963272] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.963526] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89643683-3546-4c49-b53f-04bfb8c754ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.992668] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.992668] env[69566]: value = "task-3407106" [ 755.992668] env[69566]: _type = "Task" [ 755.992668] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.006975] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407106, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.135238] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.135985] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.142062] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.740s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.142062] env[69566]: DEBUG nova.objects.instance [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'resources' on Instance uuid 3bd97686-7586-4531-88da-cea7057302e8 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.169292] env[69566]: DEBUG nova.network.neutron [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.258177] env[69566]: DEBUG nova.network.neutron [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.290717] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47216} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.291016] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 161cc33d-d443-4e5e-a2cf-14ff9a5d9011/161cc33d-d443-4e5e-a2cf-14ff9a5d9011.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.291253] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.291740] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6679408-5d31-4c09-95f9-de8751d3643c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.300044] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 756.300044] env[69566]: value = "task-3407107" [ 756.300044] env[69566]: _type = "Task" [ 756.300044] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.308744] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.324165] env[69566]: DEBUG oslo_vmware.api [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407102, 'name': PowerOnVM_Task, 'duration_secs': 1.276272} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.324657] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.325085] env[69566]: DEBUG nova.compute.manager [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.326932] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc3d224-1812-457a-bbc7-3ae24bdbfdf6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.505285] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407106, 'name': CreateVM_Task, 'duration_secs': 0.454929} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.505463] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.506088] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.506261] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.506570] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.506815] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270e9d5d-68fd-4807-85e5-7d8f660f5035 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.508555] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "8cc280a2-364e-4974-8a97-dd97599e194c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.508768] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "8cc280a2-364e-4974-8a97-dd97599e194c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.508980] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "8cc280a2-364e-4974-8a97-dd97599e194c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.509178] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "8cc280a2-364e-4974-8a97-dd97599e194c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.509356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "8cc280a2-364e-4974-8a97-dd97599e194c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.511714] env[69566]: INFO nova.compute.manager [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Terminating instance [ 756.513942] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 756.513942] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5242f3db-8f4f-c9cb-91cc-1e92566ae463" [ 756.513942] env[69566]: _type = "Task" [ 756.513942] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.522830] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5242f3db-8f4f-c9cb-91cc-1e92566ae463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.643094] env[69566]: DEBUG nova.compute.utils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.648636] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.648636] env[69566]: DEBUG nova.network.neutron [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.696356] env[69566]: DEBUG nova.policy [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.747941] env[69566]: DEBUG nova.network.neutron [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updated VIF entry in instance network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.748250] env[69566]: DEBUG nova.network.neutron [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.761562] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Releasing lock "refresh_cache-a43e75ac-286e-4153-888b-a88b1f44909a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.762074] env[69566]: DEBUG nova.compute.manager [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.762360] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.766849] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb3fdd7-6bde-4cbb-a330-47ad742ee301 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.778493] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "99ea4526-6480-43fc-82f5-1b37c6f3a680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.778845] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.779154] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "99ea4526-6480-43fc-82f5-1b37c6f3a680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.779421] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.779666] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.781733] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.782347] env[69566]: INFO nova.compute.manager [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Terminating instance [ 756.783975] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dcc0db8-af0c-48a6-866a-87fe2e4b5bb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.797624] env[69566]: DEBUG oslo_vmware.api [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 756.797624] env[69566]: value = "task-3407108" [ 756.797624] env[69566]: _type = "Task" [ 756.797624] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.818658] env[69566]: DEBUG oslo_vmware.api [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.826977] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070495} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.827627] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.828790] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a7a89-1738-4044-8f33-a6d70b23d366 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.872929] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 161cc33d-d443-4e5e-a2cf-14ff9a5d9011/161cc33d-d443-4e5e-a2cf-14ff9a5d9011.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.879547] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3a0e631-1bbe-474f-8088-1686ee286413 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.904410] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.913284] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 756.913284] env[69566]: value = "task-3407109" [ 756.913284] env[69566]: _type = "Task" [ 756.913284] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.925215] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.021383] env[69566]: DEBUG nova.compute.manager [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.021598] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.022620] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86052ad5-71cd-43de-a220-fd0ff2fd702e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.032233] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5242f3db-8f4f-c9cb-91cc-1e92566ae463, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.037455] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.037710] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.037973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.038143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.038338] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.038651] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.039933] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2027542-6b3f-465d-b09a-32d9716361aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.040849] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d652f715-57eb-4f5e-b4b9-68f39df3b571 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.043636] env[69566]: DEBUG nova.network.neutron [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Successfully created port: cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.049850] env[69566]: DEBUG oslo_vmware.api [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 757.049850] env[69566]: value = "task-3407110" [ 757.049850] env[69566]: _type = "Task" [ 757.049850] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.056791] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.056995] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.057750] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0776de1-046e-43f2-9a8f-42d893a53c89 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.065475] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 757.065475] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521d3783-1bb5-68dd-c7f7-b8f73d32306a" [ 757.065475] env[69566]: _type = "Task" [ 757.065475] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.071686] env[69566]: DEBUG oslo_vmware.api [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.083401] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521d3783-1bb5-68dd-c7f7-b8f73d32306a, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.084210] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2fb166-0117-4cab-999a-6e56b10e08ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.089487] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 757.089487] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52de07da-03cf-034f-3d28-cbcf450e1822" [ 757.089487] env[69566]: _type = "Task" [ 757.089487] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.101829] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52de07da-03cf-034f-3d28-cbcf450e1822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.147167] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.250855] env[69566]: DEBUG oslo_concurrency.lockutils [req-5a425222-1f7f-47ca-872c-1a291f69cacf req-83bf6ce8-8bac-4b78-af6b-68a43edd4470 service nova] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.292524] env[69566]: DEBUG nova.compute.manager [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.292843] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.293611] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87286f45-c221-4b1c-82a8-10de9fd9dd18 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.304277] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.304846] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70857061-8bba-45c8-a175-84533328d377 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.311100] env[69566]: DEBUG oslo_vmware.api [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407108, 'name': PowerOffVM_Task, 'duration_secs': 0.140982} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.313693] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.313868] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.314494] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25cd297d-5ffc-4f2e-b31c-fd95404ce986 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.338342] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b27a1-67a8-42a7-8239-fa7fa45a6f3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.343589] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.343814] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.343998] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleting the datastore file [datastore2] a43e75ac-286e-4153-888b-a88b1f44909a {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.344266] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-246683eb-0a30-4b6c-ad3a-9dfd4f52fe24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.349857] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c389b1b7-2cda-458e-8136-f0110e98e4c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.354306] env[69566]: DEBUG oslo_vmware.api [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for the task: (returnval){ [ 757.354306] env[69566]: value = "task-3407113" [ 757.354306] env[69566]: _type = "Task" [ 757.354306] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.383153] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae33f6-e5c1-493a-b199-f043b858d260 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.388940] env[69566]: DEBUG oslo_vmware.api [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.397405] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834656ed-b62a-413d-80e3-c7b93f798073 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.403093] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.403398] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.403505] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Deleting the datastore file [datastore2] 99ea4526-6480-43fc-82f5-1b37c6f3a680 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.404202] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d477529-4e58-43a8-85e8-313f613f3e23 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.416999] env[69566]: DEBUG nova.compute.provider_tree [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.423056] env[69566]: DEBUG oslo_vmware.api [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 757.423056] env[69566]: value = "task-3407114" [ 757.423056] env[69566]: _type = "Task" [ 757.423056] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.431443] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.437457] env[69566]: DEBUG oslo_vmware.api [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.564485] env[69566]: DEBUG oslo_vmware.api [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407110, 'name': PowerOffVM_Task, 'duration_secs': 0.411365} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.564485] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.564655] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.564848] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-865abce6-86d3-49c8-90ff-fff07c5a42af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.606285] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52de07da-03cf-034f-3d28-cbcf450e1822, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.607249] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.607519] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 55949dd4-4830-4f07-a2f1-c38359c599be/55949dd4-4830-4f07-a2f1-c38359c599be.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.607828] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0fd910-9cf9-460f-9e88-5af381869811 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.617772] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 757.617772] env[69566]: value = "task-3407116" [ 757.617772] env[69566]: _type = "Task" [ 757.617772] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.628153] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.642578] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.642888] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.643023] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Deleting the datastore file [datastore2] 8cc280a2-364e-4974-8a97-dd97599e194c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.643326] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9152ac2-d6a3-438b-9830-0c3e3903fa86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.654422] env[69566]: DEBUG oslo_vmware.api [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for the task: (returnval){ [ 757.654422] env[69566]: value = "task-3407117" [ 757.654422] env[69566]: _type = "Task" [ 757.654422] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.665067] env[69566]: DEBUG oslo_vmware.api [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.868369] env[69566]: DEBUG oslo_vmware.api [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Task: {'id': task-3407113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105141} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.868668] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.868869] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.869134] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.869350] env[69566]: INFO nova.compute.manager [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 757.869616] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.869819] env[69566]: DEBUG nova.compute.manager [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.869914] env[69566]: DEBUG nova.network.neutron [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.911135] env[69566]: DEBUG nova.network.neutron [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.924821] env[69566]: DEBUG nova.scheduler.client.report [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.935263] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.942104] env[69566]: DEBUG oslo_vmware.api [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158752} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.943092] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.943259] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.943726] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.943927] env[69566]: INFO nova.compute.manager [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Took 0.65 seconds to destroy the instance on the hypervisor. [ 757.944201] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.944689] env[69566]: DEBUG nova.compute.manager [-] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.944792] env[69566]: DEBUG nova.network.neutron [-] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.094042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "3bc77691-4c4d-47e3-aebf-7088296f490c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.094452] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "3bc77691-4c4d-47e3-aebf-7088296f490c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.094684] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "3bc77691-4c4d-47e3-aebf-7088296f490c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.094877] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "3bc77691-4c4d-47e3-aebf-7088296f490c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.095101] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "3bc77691-4c4d-47e3-aebf-7088296f490c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.100536] env[69566]: INFO nova.compute.manager [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Terminating instance [ 758.132891] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490885} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.133253] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 55949dd4-4830-4f07-a2f1-c38359c599be/55949dd4-4830-4f07-a2f1-c38359c599be.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.133483] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.133802] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88bc118e-a3fa-460d-8b02-8ab221945c74 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.144717] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 758.144717] env[69566]: value = "task-3407118" [ 758.144717] env[69566]: _type = "Task" [ 758.144717] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.156937] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.163695] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.172293] env[69566]: DEBUG oslo_vmware.api [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Task: {'id': task-3407117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145826} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.172567] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.172751] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.172944] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.173171] env[69566]: INFO nova.compute.manager [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 758.173449] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.173644] env[69566]: DEBUG nova.compute.manager [-] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.173740] env[69566]: DEBUG nova.network.neutron [-] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.200013] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.200297] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.200450] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.200623] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.200763] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.200905] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.203542] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.203741] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.203932] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.204113] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.204292] env[69566]: DEBUG nova.virt.hardware [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.209163] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ece25-e60f-4e78-8c31-e8af953c4349 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.219028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de398b4-b976-441c-a772-57a7645a06bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.415924] env[69566]: DEBUG nova.network.neutron [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.433378] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.438542] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.441996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.600s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.442464] env[69566]: DEBUG nova.objects.instance [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lazy-loading 'resources' on Instance uuid 67c83959-a36f-4d69-97aa-0d5d871b514e {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.466370] env[69566]: INFO nova.scheduler.client.report [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocations for instance 3bd97686-7586-4531-88da-cea7057302e8 [ 758.539393] env[69566]: DEBUG nova.network.neutron [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Successfully updated port: cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.570648] env[69566]: DEBUG nova.compute.manager [req-4d4dd6a2-e250-40b4-afee-bdda28169ca2 req-3cd727f9-317a-4c52-b318-c691c29ce693 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-vif-plugged-cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.570885] env[69566]: DEBUG oslo_concurrency.lockutils [req-4d4dd6a2-e250-40b4-afee-bdda28169ca2 req-3cd727f9-317a-4c52-b318-c691c29ce693 service nova] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.571110] env[69566]: DEBUG oslo_concurrency.lockutils [req-4d4dd6a2-e250-40b4-afee-bdda28169ca2 req-3cd727f9-317a-4c52-b318-c691c29ce693 service nova] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.571291] env[69566]: DEBUG oslo_concurrency.lockutils [req-4d4dd6a2-e250-40b4-afee-bdda28169ca2 req-3cd727f9-317a-4c52-b318-c691c29ce693 service nova] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.571469] env[69566]: DEBUG nova.compute.manager [req-4d4dd6a2-e250-40b4-afee-bdda28169ca2 req-3cd727f9-317a-4c52-b318-c691c29ce693 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] No waiting events found dispatching network-vif-plugged-cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.571643] env[69566]: WARNING nova.compute.manager [req-4d4dd6a2-e250-40b4-afee-bdda28169ca2 req-3cd727f9-317a-4c52-b318-c691c29ce693 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received unexpected event network-vif-plugged-cc929fbb-6406-44eb-8b75-17d477743a3f for instance with vm_state building and task_state spawning. [ 758.608703] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "refresh_cache-3bc77691-4c4d-47e3-aebf-7088296f490c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.608837] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquired lock "refresh_cache-3bc77691-4c4d-47e3-aebf-7088296f490c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.609070] env[69566]: DEBUG nova.network.neutron [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.655841] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090261} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.656191] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.657042] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99970635-4348-4bee-9f96-a40c930fc152 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.663886] env[69566]: DEBUG nova.compute.manager [req-e87a05b9-2def-48ee-a996-9d05ca7e0b7f req-60cea948-af91-4876-8eca-cc702ff17db5 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Received event network-vif-deleted-b1f5ea11-ae5a-4b83-9b3d-468f264c565f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.663943] env[69566]: INFO nova.compute.manager [req-e87a05b9-2def-48ee-a996-9d05ca7e0b7f req-60cea948-af91-4876-8eca-cc702ff17db5 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Neutron deleted interface b1f5ea11-ae5a-4b83-9b3d-468f264c565f; detaching it from the instance and deleting it from the info cache [ 758.664153] env[69566]: DEBUG nova.network.neutron [req-e87a05b9-2def-48ee-a996-9d05ca7e0b7f req-60cea948-af91-4876-8eca-cc702ff17db5 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.689986] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 55949dd4-4830-4f07-a2f1-c38359c599be/55949dd4-4830-4f07-a2f1-c38359c599be.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.691863] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14dd6282-26a0-4283-a53d-a2310375a95b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.709877] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a5de7b7-636d-47db-ad87-b1baad1e2ef4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.724627] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0dd6f6-4a2e-4c63-866a-21a4898855ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.738471] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 758.738471] env[69566]: value = "task-3407119" [ 758.738471] env[69566]: _type = "Task" [ 758.738471] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.750057] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.767242] env[69566]: DEBUG nova.compute.manager [req-e87a05b9-2def-48ee-a996-9d05ca7e0b7f req-60cea948-af91-4876-8eca-cc702ff17db5 service nova] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Detach interface failed, port_id=b1f5ea11-ae5a-4b83-9b3d-468f264c565f, reason: Instance 99ea4526-6480-43fc-82f5-1b37c6f3a680 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.927141] env[69566]: INFO nova.compute.manager [-] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Took 1.05 seconds to deallocate network for instance. [ 758.930930] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407109, 'name': ReconfigVM_Task, 'duration_secs': 1.76826} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.931140] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 161cc33d-d443-4e5e-a2cf-14ff9a5d9011/161cc33d-d443-4e5e-a2cf-14ff9a5d9011.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.931743] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01221ff0-5396-4179-8947-524565a86286 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.951297] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 758.951297] env[69566]: value = "task-3407120" [ 758.951297] env[69566]: _type = "Task" [ 758.951297] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.962799] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407120, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.977831] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0db54ee-8e10-4bb9-a316-b9cc3c7f8c0c tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "3bd97686-7586-4531-88da-cea7057302e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.430s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.979472] env[69566]: DEBUG nova.network.neutron [-] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.044627] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.044827] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.044967] env[69566]: DEBUG nova.network.neutron [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.122917] env[69566]: DEBUG nova.network.neutron [-] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.146530] env[69566]: DEBUG nova.network.neutron [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.240575] env[69566]: DEBUG nova.network.neutron [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.252373] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.441497] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.461868] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407120, 'name': Rename_Task, 'duration_secs': 0.486056} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.464869] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.465999] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e135fb9f-c6c0-4bc2-be0e-897feedb343b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.473585] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 759.473585] env[69566]: value = "task-3407121" [ 759.473585] env[69566]: _type = "Task" [ 759.473585] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.481427] env[69566]: INFO nova.compute.manager [-] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Took 1.54 seconds to deallocate network for instance. [ 759.486219] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.525944] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3534a277-537a-4d39-8777-1681b58a4879 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.539947] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60da3eb6-de9e-4682-b5e7-d012ef8cac6d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.579032] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d304f0-4102-4653-820d-d9041fae6325 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.589247] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e4579-f386-4ee5-a092-74b666495d32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.606818] env[69566]: DEBUG nova.compute.provider_tree [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.627082] env[69566]: INFO nova.compute.manager [-] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Took 1.45 seconds to deallocate network for instance. [ 759.632971] env[69566]: DEBUG nova.network.neutron [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.746340] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Releasing lock "refresh_cache-3bc77691-4c4d-47e3-aebf-7088296f490c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.746759] env[69566]: DEBUG nova.compute.manager [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.746956] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.751529] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e28a05-b520-4e6e-951a-f89e77598fcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.754479] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407119, 'name': ReconfigVM_Task, 'duration_secs': 0.80967} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.754747] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 55949dd4-4830-4f07-a2f1-c38359c599be/55949dd4-4830-4f07-a2f1-c38359c599be.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.755713] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ed97a1-2f25-4ef6-a392-4e3647d9d79e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.760069] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.760301] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6412a63c-97c1-4230-8510-e6e7d14c6aa4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.763641] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 759.763641] env[69566]: value = "task-3407122" [ 759.763641] env[69566]: _type = "Task" [ 759.763641] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.770441] env[69566]: DEBUG oslo_vmware.api [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 759.770441] env[69566]: value = "task-3407123" [ 759.770441] env[69566]: _type = "Task" [ 759.770441] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.779253] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407122, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.784827] env[69566]: DEBUG oslo_vmware.api [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.875338] env[69566]: DEBUG nova.network.neutron [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.984037] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.991316] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.085280] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "1351354e-249e-427e-b7b7-76d00fdd6506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.085584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.110702] env[69566]: DEBUG nova.scheduler.client.report [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.133339] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.277631] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407122, 'name': Rename_Task, 'duration_secs': 0.230382} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.278263] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.278500] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2221ac2e-55b9-4f50-8f3e-71cd749a2e99 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.282487] env[69566]: DEBUG oslo_vmware.api [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407123, 'name': PowerOffVM_Task, 'duration_secs': 0.173007} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.283007] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.284042] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.284042] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cac097a8-5a4d-4d73-9513-0e425214fa72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.287850] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 760.287850] env[69566]: value = "task-3407124" [ 760.287850] env[69566]: _type = "Task" [ 760.287850] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.295768] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.311671] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.311898] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.312104] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Deleting the datastore file [datastore1] 3bc77691-4c4d-47e3-aebf-7088296f490c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.312381] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70be41eb-7418-4b34-9659-fbd62eeeef5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.326868] env[69566]: DEBUG oslo_vmware.api [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for the task: (returnval){ [ 760.326868] env[69566]: value = "task-3407126" [ 760.326868] env[69566]: _type = "Task" [ 760.326868] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.337167] env[69566]: DEBUG oslo_vmware.api [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.378515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.379072] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Instance network_info: |[{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.379558] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:42:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc929fbb-6406-44eb-8b75-17d477743a3f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.390312] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Creating folder: Project (64913756d6834dc4a4962bb8fe1be3ef). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.390312] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bced86da-92bb-422a-8b36-1607eb3bbf65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.403153] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Created folder: Project (64913756d6834dc4a4962bb8fe1be3ef) in parent group-v679651. [ 760.403153] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Creating folder: Instances. Parent ref: group-v679762. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.403153] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90e5de54-78e5-44a0-a440-c576e3d80b91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.417338] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Created folder: Instances in parent group-v679762. [ 760.417669] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.417920] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.418275] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b9f44e4-011a-441a-ad9e-5654dfd722d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.448241] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.448241] env[69566]: value = "task-3407129" [ 760.448241] env[69566]: _type = "Task" [ 760.448241] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.457143] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407129, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.483965] env[69566]: DEBUG oslo_vmware.api [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407121, 'name': PowerOnVM_Task, 'duration_secs': 0.655473} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.484328] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.484622] env[69566]: INFO nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Took 10.00 seconds to spawn the instance on the hypervisor. [ 760.484749] env[69566]: DEBUG nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.489025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f704d45e-552a-40e1-a877-f5baab086490 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.603382] env[69566]: DEBUG nova.compute.manager [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-changed-cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.603479] env[69566]: DEBUG nova.compute.manager [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Refreshing instance network info cache due to event network-changed-cc929fbb-6406-44eb-8b75-17d477743a3f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.604237] env[69566]: DEBUG oslo_concurrency.lockutils [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] Acquiring lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.604237] env[69566]: DEBUG oslo_concurrency.lockutils [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] Acquired lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.604237] env[69566]: DEBUG nova.network.neutron [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Refreshing network info cache for port cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.616043] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.618820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.823s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.620502] env[69566]: INFO nova.compute.claims [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.640632] env[69566]: INFO nova.scheduler.client.report [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Deleted allocations for instance 67c83959-a36f-4d69-97aa-0d5d871b514e [ 760.697307] env[69566]: DEBUG nova.compute.manager [req-90eb8ae6-6ecb-4220-8af5-10c3d61be19d req-a2b59d2c-2988-41aa-af53-91c4321fc240 service nova] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Received event network-vif-deleted-ff3d2200-c7a6-4d27-b5a4-df50ba3a246b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.799354] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407124, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.836946] env[69566]: DEBUG oslo_vmware.api [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Task: {'id': task-3407126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103381} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.837267] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.837464] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.837683] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.837932] env[69566]: INFO nova.compute.manager [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 760.838210] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.838403] env[69566]: DEBUG nova.compute.manager [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.838947] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.872096] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.960286] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407129, 'name': CreateVM_Task, 'duration_secs': 0.391891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.960286] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.960462] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.960633] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.960948] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.961211] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33671d3c-823d-467b-b739-a3df85bfde2d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.966020] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 760.966020] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f1f2c1-d51d-85be-7825-18b7359716f9" [ 760.966020] env[69566]: _type = "Task" [ 760.966020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.974275] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f1f2c1-d51d-85be-7825-18b7359716f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.005378] env[69566]: INFO nova.compute.manager [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Took 33.34 seconds to build instance. [ 761.152048] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b5955684-a584-45f7-abf7-b39dd09b8a8d tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "67c83959-a36f-4d69-97aa-0d5d871b514e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.309s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.300278] env[69566]: DEBUG oslo_vmware.api [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407124, 'name': PowerOnVM_Task, 'duration_secs': 0.530096} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.300441] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.300649] env[69566]: INFO nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Took 8.06 seconds to spawn the instance on the hypervisor. [ 761.300830] env[69566]: DEBUG nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.301705] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0da4c6-056c-4b24-b3f0-2dabdb224083 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.376260] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.480917] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f1f2c1-d51d-85be-7825-18b7359716f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.480917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.480917] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.480917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.480917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.480917] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.480917] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb86303f-b40c-4a2a-bb74-2bb8791c2518 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.495157] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.495157] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.495157] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca39247c-2bf8-4a16-80e9-2ee34e721ae6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.499480] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 761.499480] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52659e46-298f-118a-3ec7-bfb381b3a115" [ 761.499480] env[69566]: _type = "Task" [ 761.499480] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.509583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7789c47b-771f-4720-a140-a16ca5862177 tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.654s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.509937] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52659e46-298f-118a-3ec7-bfb381b3a115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.625657] env[69566]: DEBUG nova.network.neutron [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updated VIF entry in instance network info cache for port cc929fbb-6406-44eb-8b75-17d477743a3f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.626266] env[69566]: DEBUG nova.network.neutron [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.823196] env[69566]: INFO nova.compute.manager [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Took 33.57 seconds to build instance. [ 761.879997] env[69566]: INFO nova.compute.manager [-] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Took 1.04 seconds to deallocate network for instance. [ 762.011138] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52659e46-298f-118a-3ec7-bfb381b3a115, 'name': SearchDatastore_Task, 'duration_secs': 0.024764} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.014270] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174bd9a1-3bf4-44e5-831f-be5a3dcfc987 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.019433] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.023037] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 762.023037] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526306f5-810f-de2b-d015-103f81e4450f" [ 762.023037] env[69566]: _type = "Task" [ 762.023037] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.033020] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526306f5-810f-de2b-d015-103f81e4450f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.129774] env[69566]: DEBUG oslo_concurrency.lockutils [req-11ce18b2-ff34-40b7-890f-3938dcd6948e req-4d7d2cbb-4637-4008-8029-7359bb0bc8fa service nova] Releasing lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.180926] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ba1a4-27bb-4195-bd8a-9cb339b7ef45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189647] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d5e5c3-afc7-45cb-8100-00a103db7340 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.221044] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b77ad0-66d1-40d0-903e-96e4f2292fd9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.230162] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881f5420-c71e-4992-a73b-33506fa8407a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.247020] env[69566]: DEBUG nova.compute.provider_tree [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.324870] env[69566]: DEBUG oslo_concurrency.lockutils [None req-061175e0-c2af-490e-ba68-a299de3476a1 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "55949dd4-4830-4f07-a2f1-c38359c599be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.972s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.387737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.543020] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526306f5-810f-de2b-d015-103f81e4450f, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.543020] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.544152] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] dc2479b6-2c26-42f7-b4a1-603e38fd3c17/dc2479b6-2c26-42f7-b4a1-603e38fd3c17.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.544545] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-251ae35a-f0ed-4e9a-8af8-5eb3a2d84c9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.553943] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 762.553943] env[69566]: value = "task-3407130" [ 762.553943] env[69566]: _type = "Task" [ 762.553943] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.559229] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.566031] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.626337] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.626629] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.626831] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.627033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.627200] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.629650] env[69566]: INFO nova.compute.manager [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Terminating instance [ 762.753183] env[69566]: DEBUG nova.scheduler.client.report [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.830263] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.067149] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479096} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.068063] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] dc2479b6-2c26-42f7-b4a1-603e38fd3c17/dc2479b6-2c26-42f7-b4a1-603e38fd3c17.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.068273] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.069558] env[69566]: DEBUG nova.compute.manager [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.069730] env[69566]: DEBUG nova.compute.manager [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing instance network info cache due to event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.069967] env[69566]: DEBUG oslo_concurrency.lockutils [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.070470] env[69566]: DEBUG oslo_concurrency.lockutils [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.070669] env[69566]: DEBUG nova.network.neutron [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.071749] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a13b6fb3-063f-46d1-bb04-686c11615371 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.084164] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 763.084164] env[69566]: value = "task-3407131" [ 763.084164] env[69566]: _type = "Task" [ 763.084164] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.097617] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.135348] env[69566]: DEBUG nova.compute.manager [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.135628] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.136540] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f2071a-fce6-41c9-a877-217fe520c6bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.153841] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.154137] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b66dd2-15e5-446f-aa8a-cfe842fd94aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.163089] env[69566]: DEBUG oslo_vmware.api [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 763.163089] env[69566]: value = "task-3407132" [ 763.163089] env[69566]: _type = "Task" [ 763.163089] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.173409] env[69566]: DEBUG oslo_vmware.api [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.257354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.258843] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.260705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.355s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.263029] env[69566]: INFO nova.compute.claims [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.353205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.603047] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071525} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.603047] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.603047] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8c0403-3e33-4482-809a-11b9a19ec156 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.643181] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] dc2479b6-2c26-42f7-b4a1-603e38fd3c17/dc2479b6-2c26-42f7-b4a1-603e38fd3c17.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.645926] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2573e85c-cc94-44d5-be4b-12351847e15b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.670520] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 763.670520] env[69566]: value = "task-3407133" [ 763.670520] env[69566]: _type = "Task" [ 763.670520] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.676875] env[69566]: DEBUG oslo_vmware.api [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407132, 'name': PowerOffVM_Task, 'duration_secs': 0.362331} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.678391] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.678538] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.678789] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48d4013d-3203-4b0b-8f06-5bed301231e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.685263] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.767224] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.767224] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.767224] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Deleting the datastore file [datastore1] 161cc33d-d443-4e5e-a2cf-14ff9a5d9011 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.767737] env[69566]: DEBUG nova.compute.utils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.769617] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a82cb4f4-8631-4b95-b14e-e9a617d0f362 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.772853] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.773038] env[69566]: DEBUG nova.network.neutron [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.784504] env[69566]: DEBUG oslo_vmware.api [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for the task: (returnval){ [ 763.784504] env[69566]: value = "task-3407135" [ 763.784504] env[69566]: _type = "Task" [ 763.784504] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.801498] env[69566]: DEBUG oslo_vmware.api [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.820419] env[69566]: DEBUG nova.policy [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b19220fb806d42908f9b72ae579d16a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbb972d21c35470c987367b29efeec53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.996589] env[69566]: DEBUG nova.network.neutron [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updated VIF entry in instance network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.997117] env[69566]: DEBUG nova.network.neutron [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.109750] env[69566]: DEBUG nova.network.neutron [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Successfully created port: c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.181186] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407133, 'name': ReconfigVM_Task, 'duration_secs': 0.306523} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.181474] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Reconfigured VM instance instance-00000023 to attach disk [datastore2] dc2479b6-2c26-42f7-b4a1-603e38fd3c17/dc2479b6-2c26-42f7-b4a1-603e38fd3c17.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.182130] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43e1216-229c-4a7e-9478-714adba51a45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.190302] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 764.190302] env[69566]: value = "task-3407136" [ 764.190302] env[69566]: _type = "Task" [ 764.190302] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.198568] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407136, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.277024] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.305023] env[69566]: DEBUG oslo_vmware.api [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Task: {'id': task-3407135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15403} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.305023] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.305023] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.305023] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.305023] env[69566]: INFO nova.compute.manager [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Took 1.17 seconds to destroy the instance on the hypervisor. [ 764.305023] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.306063] env[69566]: DEBUG nova.compute.manager [-] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.306380] env[69566]: DEBUG nova.network.neutron [-] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.381488] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "01297d32-b055-4940-9b0b-3c90af30cd08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.381734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "01297d32-b055-4940-9b0b-3c90af30cd08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.503335] env[69566]: DEBUG oslo_concurrency.lockutils [req-470fb532-1f6b-4a50-9feb-6c71924ecce7 req-45d951a3-b805-4eca-b2b1-555c864be420 service nova] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.702645] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407136, 'name': Rename_Task, 'duration_secs': 0.150208} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.703481] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.703730] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b34f00c-2f25-4f30-a592-c2b8e270d018 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.711080] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 764.711080] env[69566]: value = "task-3407137" [ 764.711080] env[69566]: _type = "Task" [ 764.711080] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.719077] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.859945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883df708-502f-4fe4-88a2-e955c3737d41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.868022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d4e956-8923-4345-b566-b48e1da45f66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.902230] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080871ef-1715-4580-a823-dbc8b75be192 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.911245] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1e504a-c590-4dcb-be34-eef04aad5eae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.925906] env[69566]: DEBUG nova.compute.provider_tree [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.128582] env[69566]: DEBUG nova.compute.manager [req-8ca42bd6-f9e5-4f6b-a373-937f38522a22 req-6b56dc89-b3e4-4b5f-a6dd-cad27d7356f5 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Received event network-vif-deleted-abffc0ef-73bd-431d-9d13-98c1b48c02a6 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.128757] env[69566]: INFO nova.compute.manager [req-8ca42bd6-f9e5-4f6b-a373-937f38522a22 req-6b56dc89-b3e4-4b5f-a6dd-cad27d7356f5 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Neutron deleted interface abffc0ef-73bd-431d-9d13-98c1b48c02a6; detaching it from the instance and deleting it from the info cache [ 765.128952] env[69566]: DEBUG nova.network.neutron [req-8ca42bd6-f9e5-4f6b-a373-937f38522a22 req-6b56dc89-b3e4-4b5f-a6dd-cad27d7356f5 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.197090] env[69566]: DEBUG nova.network.neutron [-] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.220718] env[69566]: DEBUG oslo_vmware.api [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407137, 'name': PowerOnVM_Task, 'duration_secs': 0.481936} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.221027] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.221233] env[69566]: INFO nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Took 7.06 seconds to spawn the instance on the hypervisor. [ 765.221413] env[69566]: DEBUG nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.222180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80631398-9477-4c79-9b8b-4a98cb2f0a5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.294050] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.321316] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.321602] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.321761] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.321945] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.322112] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.322266] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.322475] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.322647] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.322846] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.323027] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.323209] env[69566]: DEBUG nova.virt.hardware [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.324069] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e113bf6-c161-4ec8-9769-b82382daa50b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.333233] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccedb672-a716-40fa-84f8-b3b5ab7afdaf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.428952] env[69566]: DEBUG nova.scheduler.client.report [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.511475] env[69566]: DEBUG nova.compute.manager [req-bf8ac4c4-4ff8-4e11-ac61-6677a9de8bad req-98f6fca0-2182-4cab-b6b5-9df1d41649bf service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Received event network-vif-plugged-c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.511475] env[69566]: DEBUG oslo_concurrency.lockutils [req-bf8ac4c4-4ff8-4e11-ac61-6677a9de8bad req-98f6fca0-2182-4cab-b6b5-9df1d41649bf service nova] Acquiring lock "5a7759ca-a449-4619-96cb-71c78ac0e18f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.511475] env[69566]: DEBUG oslo_concurrency.lockutils [req-bf8ac4c4-4ff8-4e11-ac61-6677a9de8bad req-98f6fca0-2182-4cab-b6b5-9df1d41649bf service nova] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.511475] env[69566]: DEBUG oslo_concurrency.lockutils [req-bf8ac4c4-4ff8-4e11-ac61-6677a9de8bad req-98f6fca0-2182-4cab-b6b5-9df1d41649bf service nova] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.511475] env[69566]: DEBUG nova.compute.manager [req-bf8ac4c4-4ff8-4e11-ac61-6677a9de8bad req-98f6fca0-2182-4cab-b6b5-9df1d41649bf service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] No waiting events found dispatching network-vif-plugged-c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.511475] env[69566]: WARNING nova.compute.manager [req-bf8ac4c4-4ff8-4e11-ac61-6677a9de8bad req-98f6fca0-2182-4cab-b6b5-9df1d41649bf service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Received unexpected event network-vif-plugged-c3c8b29a-f337-4652-9709-ed6c9230783e for instance with vm_state building and task_state spawning. [ 765.574362] env[69566]: DEBUG nova.network.neutron [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Successfully updated port: c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.631684] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85ee66ce-e3c7-41ea-9fcd-21a6e649be4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.643025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1646112f-d4e3-4537-8c06-61bdf2484a4b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.677085] env[69566]: DEBUG nova.compute.manager [req-8ca42bd6-f9e5-4f6b-a373-937f38522a22 req-6b56dc89-b3e4-4b5f-a6dd-cad27d7356f5 service nova] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Detach interface failed, port_id=abffc0ef-73bd-431d-9d13-98c1b48c02a6, reason: Instance 161cc33d-d443-4e5e-a2cf-14ff9a5d9011 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.701868] env[69566]: INFO nova.compute.manager [-] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Took 1.40 seconds to deallocate network for instance. [ 765.745021] env[69566]: INFO nova.compute.manager [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Took 36.92 seconds to build instance. [ 765.934341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.935259] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.938053] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.790s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.082846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.082846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.082846] env[69566]: DEBUG nova.network.neutron [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.208602] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.245881] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5fa9d728-cfff-4a9d-99cd-9718ef8288b8 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.661s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.454023] env[69566]: DEBUG nova.compute.utils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.454023] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.454023] env[69566]: DEBUG nova.network.neutron [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.492817] env[69566]: DEBUG nova.policy [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d549b5726044927baf8570afa8e9a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b18f82856b8444d6b00e17edc1a0570f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.623196] env[69566]: DEBUG nova.network.neutron [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.752407] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.783886] env[69566]: DEBUG nova.network.neutron [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Successfully created port: c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.787137] env[69566]: DEBUG nova.network.neutron [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Updating instance_info_cache with network_info: [{"id": "c3c8b29a-f337-4652-9709-ed6c9230783e", "address": "fa:16:3e:26:c6:0a", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c8b29a-f3", "ovs_interfaceid": "c3c8b29a-f337-4652-9709-ed6c9230783e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.961410] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 766f5a95-f23d-47e3-bd45-4ef94955ac5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance ce35adfd-a14a-49df-b054-71c6eef3e21b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance cbd67281-11b6-4ef5-9223-d6eb7600e50b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 44a401b3-fd23-4f35-b378-5c72e56be77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance b90c8755-2b5a-4f30-b9f6-3f8455cc22d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.002794] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.002794] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance a43e75ac-286e-4153-888b-a88b1f44909a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance fa2582ca-eaa4-4886-9669-771b2f370122 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.002794] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8b599915-8c5f-40af-af4c-6f6769258ec5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.002794] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3643a195-bc27-4ebd-b9cb-eead55f5cab0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.003329] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.004636] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance faf5ccd5-5f25-4331-9229-2e245106999c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.005028] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 48b7a09a-4147-42b3-b7e4-858fb5310bb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.005341] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3bc77691-4c4d-47e3-aebf-7088296f490c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.005633] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 99ea4526-6480-43fc-82f5-1b37c6f3a680 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.005887] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8cc280a2-364e-4974-8a97-dd97599e194c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.006145] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 161cc33d-d443-4e5e-a2cf-14ff9a5d9011 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 767.006412] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 55949dd4-4830-4f07-a2f1-c38359c599be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.006656] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance dc2479b6-2c26-42f7-b4a1-603e38fd3c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.006908] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 5a7759ca-a449-4619-96cb-71c78ac0e18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.008466] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 68f0dac2-cc55-4110-87c3-dcf1d9d05650 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 767.236763] env[69566]: DEBUG nova.compute.manager [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-changed-cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.236923] env[69566]: DEBUG nova.compute.manager [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Refreshing instance network info cache due to event network-changed-cc929fbb-6406-44eb-8b75-17d477743a3f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.237233] env[69566]: DEBUG oslo_concurrency.lockutils [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] Acquiring lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.237386] env[69566]: DEBUG oslo_concurrency.lockutils [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] Acquired lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.237722] env[69566]: DEBUG nova.network.neutron [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Refreshing network info cache for port cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.270698] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.289877] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.290242] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Instance network_info: |[{"id": "c3c8b29a-f337-4652-9709-ed6c9230783e", "address": "fa:16:3e:26:c6:0a", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c8b29a-f3", "ovs_interfaceid": "c3c8b29a-f337-4652-9709-ed6c9230783e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.290683] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:c6:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3c8b29a-f337-4652-9709-ed6c9230783e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.298959] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Creating folder: Project (cbb972d21c35470c987367b29efeec53). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.298959] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6c6bda-36d6-43c3-b920-1f7316784d68 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.314420] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Created folder: Project (cbb972d21c35470c987367b29efeec53) in parent group-v679651. [ 767.314717] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Creating folder: Instances. Parent ref: group-v679765. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.314911] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b892e6d1-6be0-437c-8862-84aba580f73c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.329780] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Created folder: Instances in parent group-v679765. [ 767.330059] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.330280] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.330498] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc1b154d-f627-46f9-b160-e03410a533d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.351225] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.351225] env[69566]: value = "task-3407140" [ 767.351225] env[69566]: _type = "Task" [ 767.351225] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.359396] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407140, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.514743] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.592181] env[69566]: DEBUG nova.compute.manager [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Received event network-changed-c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.592181] env[69566]: DEBUG nova.compute.manager [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Refreshing instance network info cache due to event network-changed-c3c8b29a-f337-4652-9709-ed6c9230783e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.592489] env[69566]: DEBUG oslo_concurrency.lockutils [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] Acquiring lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.592489] env[69566]: DEBUG oslo_concurrency.lockutils [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] Acquired lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.592553] env[69566]: DEBUG nova.network.neutron [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Refreshing network info cache for port c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.866388] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407140, 'name': CreateVM_Task, 'duration_secs': 0.417425} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.866388] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.866388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.866388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.866388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.866388] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0919411-2c84-4d23-ba0a-7dd55a7961d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.871575] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 767.871575] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522aaa3b-7b91-bec5-e6a2-8048fc2d02cd" [ 767.871575] env[69566]: _type = "Task" [ 767.871575] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.881161] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522aaa3b-7b91-bec5-e6a2-8048fc2d02cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.969617] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.998227] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.998492] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.998649] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.998832] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.998998] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.999193] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.999406] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.999568] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.999744] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.999903] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.000093] env[69566]: DEBUG nova.virt.hardware [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.000974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67223b6-4c4d-4793-8eef-8c54b669c191 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.004063] env[69566]: DEBUG nova.network.neutron [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updated VIF entry in instance network info cache for port cc929fbb-6406-44eb-8b75-17d477743a3f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.004393] env[69566]: DEBUG nova.network.neutron [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.011434] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc66da1-ad1c-4615-8f73-7449a79b055f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.018380] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.243810] env[69566]: DEBUG nova.network.neutron [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Successfully updated port: c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.383491] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522aaa3b-7b91-bec5-e6a2-8048fc2d02cd, 'name': SearchDatastore_Task, 'duration_secs': 0.013357} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.383849] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.384171] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.384492] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.384657] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.384846] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.385186] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82af098-578a-4258-a0e7-3637a3c023c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.393036] env[69566]: DEBUG nova.network.neutron [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Updated VIF entry in instance network info cache for port c3c8b29a-f337-4652-9709-ed6c9230783e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.393527] env[69566]: DEBUG nova.network.neutron [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Updating instance_info_cache with network_info: [{"id": "c3c8b29a-f337-4652-9709-ed6c9230783e", "address": "fa:16:3e:26:c6:0a", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c8b29a-f3", "ovs_interfaceid": "c3c8b29a-f337-4652-9709-ed6c9230783e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.396146] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.396208] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.401308] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e958f178-e767-4ca5-b7a6-22dcd26b0898 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.409205] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 768.409205] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c06fad-7af3-4798-585c-e3908d63d745" [ 768.409205] env[69566]: _type = "Task" [ 768.409205] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.417909] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c06fad-7af3-4798-585c-e3908d63d745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.506978] env[69566]: DEBUG oslo_concurrency.lockutils [req-27121b79-3458-467f-8d9c-cedd592293ca req-7710a2bf-c0ba-4e8b-8a78-82dd14acfae1 service nova] Releasing lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.529169] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 6735746d-c4a1-4d85-8806-ed80577a68f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.746672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.746672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.746672] env[69566]: DEBUG nova.network.neutron [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.902388] env[69566]: DEBUG oslo_concurrency.lockutils [req-0a63d911-d0eb-4988-81f2-4e916d349573 req-fe108dee-019f-4c39-a2e2-c3a33db0b8bd service nova] Releasing lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.921868] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c06fad-7af3-4798-585c-e3908d63d745, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.922728] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd85b9f-0db4-49c0-8db1-0ad523b5ef2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.928881] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 768.928881] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5237c712-de2b-a37c-2be5-07b366909dfa" [ 768.928881] env[69566]: _type = "Task" [ 768.928881] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.937479] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5237c712-de2b-a37c-2be5-07b366909dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.032019] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f3ae9fe7-a43a-4bfb-a564-7f198d114b60 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.288180] env[69566]: DEBUG nova.network.neutron [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.440647] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5237c712-de2b-a37c-2be5-07b366909dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.441023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.441422] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/5a7759ca-a449-4619-96cb-71c78ac0e18f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.441700] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dbd70a0-aeb3-4928-845f-2a3fbe9efb67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.451917] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 769.451917] env[69566]: value = "task-3407141" [ 769.451917] env[69566]: _type = "Task" [ 769.451917] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.461749] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.493418] env[69566]: DEBUG nova.network.neutron [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [{"id": "c13ff072-97e9-4baf-b3e5-180daccd2348", "address": "fa:16:3e:4c:56:1f", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ff072-97", "ovs_interfaceid": "c13ff072-97e9-4baf-b3e5-180daccd2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.535300] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.629626] env[69566]: DEBUG nova.compute.manager [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Received event network-vif-plugged-c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.629849] env[69566]: DEBUG oslo_concurrency.lockutils [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] Acquiring lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.630075] env[69566]: DEBUG oslo_concurrency.lockutils [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.630262] env[69566]: DEBUG oslo_concurrency.lockutils [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.630422] env[69566]: DEBUG nova.compute.manager [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] No waiting events found dispatching network-vif-plugged-c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.630608] env[69566]: WARNING nova.compute.manager [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Received unexpected event network-vif-plugged-c13ff072-97e9-4baf-b3e5-180daccd2348 for instance with vm_state building and task_state spawning. [ 769.630748] env[69566]: DEBUG nova.compute.manager [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Received event network-changed-c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.630898] env[69566]: DEBUG nova.compute.manager [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Refreshing instance network info cache due to event network-changed-c13ff072-97e9-4baf-b3e5-180daccd2348. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.631080] env[69566]: DEBUG oslo_concurrency.lockutils [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] Acquiring lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.964136] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469853} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.964458] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/5a7759ca-a449-4619-96cb-71c78ac0e18f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.964677] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.964937] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-897de916-ad0c-4a29-a65a-e41de0ce3888 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.972516] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 769.972516] env[69566]: value = "task-3407142" [ 769.972516] env[69566]: _type = "Task" [ 769.972516] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.982653] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.996289] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.996606] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance network_info: |[{"id": "c13ff072-97e9-4baf-b3e5-180daccd2348", "address": "fa:16:3e:4c:56:1f", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ff072-97", "ovs_interfaceid": "c13ff072-97e9-4baf-b3e5-180daccd2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.996901] env[69566]: DEBUG oslo_concurrency.lockutils [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] Acquired lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.997092] env[69566]: DEBUG nova.network.neutron [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Refreshing network info cache for port c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.998393] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:56:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c13ff072-97e9-4baf-b3e5-180daccd2348', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.007021] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.008149] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.008388] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d7b800-cab2-4296-8ade-868f25074eb4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.028554] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.028554] env[69566]: value = "task-3407143" [ 770.028554] env[69566]: _type = "Task" [ 770.028554] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.037089] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407143, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.038909] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 4a66e4ec-fecc-4c29-87bb-199a5ae89900 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 770.482878] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072167} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.483167] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.483949] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5de59-3da5-4e27-acd3-d62d69092ab3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.508412] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/5a7759ca-a449-4619-96cb-71c78ac0e18f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.510663] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5200aec0-1351-4ae9-8fbb-f7f5c1dbb99e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.534079] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 770.534079] env[69566]: value = "task-3407144" [ 770.534079] env[69566]: _type = "Task" [ 770.534079] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.540846] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407143, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.541885] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance a1675c15-3ae1-4865-9758-32e637cf9bdd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 770.546755] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.834093] env[69566]: DEBUG nova.network.neutron [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updated VIF entry in instance network info cache for port c13ff072-97e9-4baf-b3e5-180daccd2348. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.834509] env[69566]: DEBUG nova.network.neutron [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [{"id": "c13ff072-97e9-4baf-b3e5-180daccd2348", "address": "fa:16:3e:4c:56:1f", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ff072-97", "ovs_interfaceid": "c13ff072-97e9-4baf-b3e5-180daccd2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.041324] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407143, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.047181] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance d1320149-04e3-4df5-bbf2-f09c1f1d0e3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 771.048451] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407144, 'name': ReconfigVM_Task, 'duration_secs': 0.30696} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.048896] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/5a7759ca-a449-4619-96cb-71c78ac0e18f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.049518] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e1c159-5649-4eea-b7bb-0e54aed7830a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.057710] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 771.057710] env[69566]: value = "task-3407145" [ 771.057710] env[69566]: _type = "Task" [ 771.057710] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.065983] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407145, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.336833] env[69566]: DEBUG oslo_concurrency.lockutils [req-1df4030d-c81c-48f8-ab21-e84cfa152285 req-2f7864a8-3fda-4774-9603-9bce2d757609 service nova] Releasing lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.540793] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407143, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.549751] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3f41873d-0120-468c-90ae-255ae2522b03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 771.570286] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407145, 'name': Rename_Task, 'duration_secs': 0.140072} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.570622] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.570873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad573273-1b48-4395-894e-f43ea8cc96bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.578493] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 771.578493] env[69566]: value = "task-3407146" [ 771.578493] env[69566]: _type = "Task" [ 771.578493] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.587694] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.042344] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407143, 'name': CreateVM_Task, 'duration_secs': 1.857627} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.042610] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.043334] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.043544] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043930] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.044234] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987f68a3-51ea-43fd-8068-102161814237 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.052454] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 54b3b555-f24e-4eea-8c30-e659ce7395d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 772.054587] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 772.054587] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52db9ad5-b37d-5da4-44d4-1306e809470e" [ 772.054587] env[69566]: _type = "Task" [ 772.054587] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.068043] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52db9ad5-b37d-5da4-44d4-1306e809470e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.089820] env[69566]: DEBUG oslo_vmware.api [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407146, 'name': PowerOnVM_Task, 'duration_secs': 0.485798} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.090127] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.090337] env[69566]: INFO nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Took 6.80 seconds to spawn the instance on the hypervisor. [ 772.090515] env[69566]: DEBUG nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.091385] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6e4cb6-ed01-4bc2-934f-4b914c09e034 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.556647] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance a9289ae0-2986-4d24-9114-7458849302c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 772.569576] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52db9ad5-b37d-5da4-44d4-1306e809470e, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.569960] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.570306] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.570597] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.570685] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.570869] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.571158] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-511e9195-ac3c-4078-b26c-6235a3b9ffa3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.584077] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.584277] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.585042] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93155c45-a5da-4865-a35c-f1fd3253984e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.592026] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 772.592026] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521c5e1e-728c-2afa-738f-a9643b6b3f23" [ 772.592026] env[69566]: _type = "Task" [ 772.592026] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.600660] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521c5e1e-728c-2afa-738f-a9643b6b3f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.611498] env[69566]: INFO nova.compute.manager [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Took 38.84 seconds to build instance. [ 773.063313] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 6377f0cc-4624-4be1-9d43-d56c6ebd9688 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 773.103789] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521c5e1e-728c-2afa-738f-a9643b6b3f23, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.104653] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f747c12c-28ea-4cd4-ae9f-af09f547d7da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.112061] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 773.112061] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ba0639-a533-2a9b-1338-d926282945e1" [ 773.112061] env[69566]: _type = "Task" [ 773.112061] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.115798] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8f11b80-636d-4439-bbc7-c28691ae51b5 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.738s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.123565] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ba0639-a533-2a9b-1338-d926282945e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.395022] env[69566]: INFO nova.compute.manager [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Rescuing [ 773.395022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.395022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.395022] env[69566]: DEBUG nova.network.neutron [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.567023] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 4e4af816-c773-44c1-b6c7-18c7322ea874 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 773.619100] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.628562] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ba0639-a533-2a9b-1338-d926282945e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.628720] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.628965] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 68f0dac2-cc55-4110-87c3-dcf1d9d05650/68f0dac2-cc55-4110-87c3-dcf1d9d05650.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.629281] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b3a7cdb-5d85-4d42-8019-786d59eb7c2d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.636240] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 773.636240] env[69566]: value = "task-3407147" [ 773.636240] env[69566]: _type = "Task" [ 773.636240] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.648060] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.070027] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance d4e459bb-abd3-4676-ac4e-14a30681bd8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.149603] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504365} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.153035] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 68f0dac2-cc55-4110-87c3-dcf1d9d05650/68f0dac2-cc55-4110-87c3-dcf1d9d05650.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.154011] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.154011] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-883c15ad-ee7e-4b13-9d99-f7c6284d0d41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.156824] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.163195] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 774.163195] env[69566]: value = "task-3407148" [ 774.163195] env[69566]: _type = "Task" [ 774.163195] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.172874] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.232565] env[69566]: DEBUG nova.network.neutron [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Updating instance_info_cache with network_info: [{"id": "c3c8b29a-f337-4652-9709-ed6c9230783e", "address": "fa:16:3e:26:c6:0a", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c8b29a-f3", "ovs_interfaceid": "c3c8b29a-f337-4652-9709-ed6c9230783e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.585318] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 1351354e-249e-427e-b7b7-76d00fdd6506 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 774.673533] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073906} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.673801] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.674602] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b6fe6b-eb81-4a80-a858-25a62118a4d6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.698700] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 68f0dac2-cc55-4110-87c3-dcf1d9d05650/68f0dac2-cc55-4110-87c3-dcf1d9d05650.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.699792] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d007d9b1-1a0e-43c3-a3f0-1114cd186668 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.722080] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 774.722080] env[69566]: value = "task-3407149" [ 774.722080] env[69566]: _type = "Task" [ 774.722080] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.731806] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.735357] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "refresh_cache-5a7759ca-a449-4619-96cb-71c78ac0e18f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088445] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 01297d32-b055-4940-9b0b-3c90af30cd08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 775.088956] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 775.088956] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 775.234245] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407149, 'name': ReconfigVM_Task, 'duration_secs': 0.437838} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.238295] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 68f0dac2-cc55-4110-87c3-dcf1d9d05650/68f0dac2-cc55-4110-87c3-dcf1d9d05650.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.239863] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d321168-55ba-4cd8-be6b-06780fad51a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.248857] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 775.248857] env[69566]: value = "task-3407150" [ 775.248857] env[69566]: _type = "Task" [ 775.248857] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.264970] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407150, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.649023] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a13f0-7e53-425d-bc8c-65adcfa2a754 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.657779] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d00b03c-9bfb-4ed4-968e-b3158dd3df7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.689465] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2fbcc-9f85-4e49-a4c8-7942783b0b69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.698476] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c333e-6048-4521-9720-ca678d30f35f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.713480] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.763524] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407150, 'name': Rename_Task, 'duration_secs': 0.188036} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.763819] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.764096] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3112ae-0380-46bb-869c-220a6b5d5b90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.771959] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 775.771959] env[69566]: value = "task-3407151" [ 775.771959] env[69566]: _type = "Task" [ 775.771959] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.782909] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.216826] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.279411] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.284595] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e18c61-08de-4918-b472-ada0ddc4c4fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.286334] env[69566]: DEBUG oslo_vmware.api [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407151, 'name': PowerOnVM_Task, 'duration_secs': 0.460092} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.286588] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.286783] env[69566]: INFO nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Took 8.32 seconds to spawn the instance on the hypervisor. [ 776.286957] env[69566]: DEBUG nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.288144] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67acd231-a818-4950-a635-1314f5025623 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.292569] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 776.292569] env[69566]: value = "task-3407152" [ 776.292569] env[69566]: _type = "Task" [ 776.292569] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.305344] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.722954] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 776.722954] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.785s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.723119] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.550s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.723200] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.725817] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.581s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.726055] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.727877] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.872s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.729533] env[69566]: INFO nova.compute.claims [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.753841] env[69566]: INFO nova.scheduler.client.report [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Deleted allocations for instance c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6 [ 776.755683] env[69566]: INFO nova.scheduler.client.report [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Deleted allocations for instance 3643a195-bc27-4ebd-b9cb-eead55f5cab0 [ 776.809875] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407152, 'name': PowerOffVM_Task, 'duration_secs': 0.219645} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.811884] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.813044] env[69566]: INFO nova.compute.manager [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Took 42.93 seconds to build instance. [ 776.814444] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab9b2e5-3e0b-4dd1-accd-e650eae97668 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.836119] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820e6508-3703-40b7-a2d0-789baee63f96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.874327] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.874639] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f2a9a28-5035-475c-a501-df282f0224d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.883611] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 776.883611] env[69566]: value = "task-3407153" [ 776.883611] env[69566]: _type = "Task" [ 776.883611] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.895350] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.267149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-190365a2-b4d6-4591-85b8-14bc83891246 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.455s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.268185] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35b79959-a9f9-456e-bea5-414d707cf191 tempest-ServerAddressesTestJSON-1295953973 tempest-ServerAddressesTestJSON-1295953973-project-member] Lock "3643a195-bc27-4ebd-b9cb-eead55f5cab0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.774s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.318493] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3768821-ceb5-4eff-895d-e4b61f54a92e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.713s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.394466] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 777.394689] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.394943] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.395117] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.395297] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.395545] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c973caca-718a-4df7-9c05-e3701ab91a5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.406490] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.406663] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.409355] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee535ca3-a88f-4a98-a8b9-04f3a7f9b712 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.414349] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 777.414349] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5219c6e7-4277-449e-b3ca-c49acaffb1d3" [ 777.414349] env[69566]: _type = "Task" [ 777.414349] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.426721] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5219c6e7-4277-449e-b3ca-c49acaffb1d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.427550] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f834fd-028f-497f-abc4-01b4c44b9431 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.433557] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 777.433557] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5236203c-de91-5f48-fd36-485593aaf059" [ 777.433557] env[69566]: _type = "Task" [ 777.433557] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.443155] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5236203c-de91-5f48-fd36-485593aaf059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.820596] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.950969] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5236203c-de91-5f48-fd36-485593aaf059, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.951284] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.951563] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. {{(pid=69566) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 777.951841] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fe0970a-47f7-475e-b84a-e130f80cfa1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.962668] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 777.962668] env[69566]: value = "task-3407154" [ 777.962668] env[69566]: _type = "Task" [ 777.962668] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.973689] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.343879] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a8145e-18b4-4322-8804-b56894fc5787 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.353641] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.358335] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdb82b2-d116-42cb-b7b5-4a2f834f704f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.392944] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ababfd33-57ad-42f4-927b-5990dc82ee87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.402180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec956333-7a49-435e-b96f-5cdc8386dc22 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.419711] env[69566]: DEBUG nova.compute.provider_tree [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.425260] env[69566]: DEBUG nova.compute.manager [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.425260] env[69566]: DEBUG nova.compute.manager [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing instance network info cache due to event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.425260] env[69566]: DEBUG oslo_concurrency.lockutils [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] Acquiring lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.425260] env[69566]: DEBUG oslo_concurrency.lockutils [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] Acquired lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.425260] env[69566]: DEBUG nova.network.neutron [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.473130] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493709} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.473422] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. [ 778.474464] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300afd7d-e32f-4015-b8ed-b94b751884fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.501549] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.502167] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9590d06-fbd9-470e-bea6-d1c3b0377534 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.522343] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 778.522343] env[69566]: value = "task-3407155" [ 778.522343] env[69566]: _type = "Task" [ 778.522343] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.532597] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.926980] env[69566]: DEBUG nova.scheduler.client.report [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.032959] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.435307] env[69566]: DEBUG nova.network.neutron [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updated VIF entry in instance network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.435805] env[69566]: DEBUG nova.network.neutron [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.440713] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.442107] env[69566]: DEBUG nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.449468] env[69566]: DEBUG oslo_concurrency.lockutils [req-0edd939f-bb14-4134-b0f7-1a8a35f060d9 req-6b398f4d-f845-4034-a08f-65b4d1d3856f service nova] Releasing lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.450026] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.812s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.452970] env[69566]: INFO nova.compute.claims [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.537619] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407155, 'name': ReconfigVM_Task, 'duration_secs': 0.530959} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.538142] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.539461] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a95e3b-b596-4b27-84de-0266d222bce6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.583659] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6c0cc3-4ffb-4d73-8903-5a1be9e75292 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.606359] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 779.606359] env[69566]: value = "task-3407156" [ 779.606359] env[69566]: _type = "Task" [ 779.606359] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.617567] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.960176] env[69566]: DEBUG nova.compute.utils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.964144] env[69566]: DEBUG nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 780.120395] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407156, 'name': ReconfigVM_Task, 'duration_secs': 0.175568} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.120553] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.120682] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85a190e9-b612-4ef0-9f4e-8b6d0d41ddfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.126727] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 780.126727] env[69566]: value = "task-3407157" [ 780.126727] env[69566]: _type = "Task" [ 780.126727] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.136014] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.467724] env[69566]: DEBUG nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.639636] env[69566]: DEBUG oslo_vmware.api [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407157, 'name': PowerOnVM_Task, 'duration_secs': 0.393605} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.642454] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.648028] env[69566]: DEBUG nova.compute.manager [None req-4d35a112-6ecc-4698-915b-0d2c67b60c28 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.648028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4cb2d9-8287-40d4-9b66-5cbdf5dcd326 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.936210] env[69566]: DEBUG nova.compute.manager [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.936505] env[69566]: DEBUG nova.compute.manager [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing instance network info cache due to event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.936905] env[69566]: DEBUG oslo_concurrency.lockutils [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] Acquiring lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.936905] env[69566]: DEBUG oslo_concurrency.lockutils [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] Acquired lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.937128] env[69566]: DEBUG nova.network.neutron [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.010396] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3292d39-084a-4106-817b-50848ed7b642 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.018251] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fb66b-ee72-4a81-94d4-1fa322d55848 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.054629] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697b2456-ff9e-4af8-bb4d-d80a845371b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.062471] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebb8ac-8366-4a47-b078-7428ed29fdc0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.078268] env[69566]: DEBUG nova.compute.provider_tree [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.481465] env[69566]: DEBUG nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.507180] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.507521] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.507729] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.508181] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.508741] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.508968] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.510266] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.510574] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.511171] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.511572] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.511912] env[69566]: DEBUG nova.virt.hardware [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.512872] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7284eed0-01ab-4fdd-aed1-4f34206bcc81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.523443] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a624e00-be72-4acc-9a3f-11c067bd1fe1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.539779] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.547625] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Creating folder: Project (b2fe7d9852d84567b3b7e426b4508044). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.547625] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-271d0980-e081-452c-b4b9-a1225225d0f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.558242] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Created folder: Project (b2fe7d9852d84567b3b7e426b4508044) in parent group-v679651. [ 781.558559] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Creating folder: Instances. Parent ref: group-v679769. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.558785] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-056afec9-6f03-4b12-b5e0-4bfd9d926b0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.568560] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Created folder: Instances in parent group-v679769. [ 781.568792] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.568991] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.569249] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51cae49a-ae85-4d42-89d4-04fec51d877a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.582663] env[69566]: DEBUG nova.scheduler.client.report [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.592645] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.592645] env[69566]: value = "task-3407160" [ 781.592645] env[69566]: _type = "Task" [ 781.592645] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.606186] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407160, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.910072] env[69566]: DEBUG nova.network.neutron [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updated VIF entry in instance network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.910447] env[69566]: DEBUG nova.network.neutron [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.088886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.090180] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.093023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.024s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.097070] env[69566]: INFO nova.compute.claims [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.109830] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407160, 'name': CreateVM_Task, 'duration_secs': 0.254818} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.110018] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.110455] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.110625] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.110951] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.115493] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c326c9-a010-4e81-b01a-11f202f3006a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.121919] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 782.121919] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525c7d73-b64a-1b06-14a5-5ab580f87442" [ 782.121919] env[69566]: _type = "Task" [ 782.121919] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.128352] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525c7d73-b64a-1b06-14a5-5ab580f87442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.414340] env[69566]: DEBUG oslo_concurrency.lockutils [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] Releasing lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414620] env[69566]: DEBUG nova.compute.manager [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Received event network-changed-c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.415305] env[69566]: DEBUG nova.compute.manager [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Refreshing instance network info cache due to event network-changed-c13ff072-97e9-4baf-b3e5-180daccd2348. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.415305] env[69566]: DEBUG oslo_concurrency.lockutils [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] Acquiring lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.415305] env[69566]: DEBUG oslo_concurrency.lockutils [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] Acquired lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.415305] env[69566]: DEBUG nova.network.neutron [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Refreshing network info cache for port c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.567585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "818f181e-284c-4c6e-b7af-b23e01ae0942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.567585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.600366] env[69566]: DEBUG nova.compute.utils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.602688] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.602688] env[69566]: DEBUG nova.network.neutron [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.633891] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525c7d73-b64a-1b06-14a5-5ab580f87442, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.633891] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.634129] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.634766] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.634766] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.634766] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.635366] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e0e85ce-2e21-4d58-945a-e10b915a3360 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.646370] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.649057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.649057] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0b598f-faf1-4e37-b2c1-ddbec3bcc630 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.653935] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 782.653935] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524625db-6e3d-ed19-911a-7715f9e82114" [ 782.653935] env[69566]: _type = "Task" [ 782.653935] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.663164] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524625db-6e3d-ed19-911a-7715f9e82114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.666463] env[69566]: DEBUG nova.policy [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dea3f93789d4c5c90c767a75ce43df4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3ac4375ced94528908995b2ee283e50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.106505] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.163504] env[69566]: DEBUG nova.network.neutron [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updated VIF entry in instance network info cache for port c13ff072-97e9-4baf-b3e5-180daccd2348. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.163990] env[69566]: DEBUG nova.network.neutron [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [{"id": "c13ff072-97e9-4baf-b3e5-180daccd2348", "address": "fa:16:3e:4c:56:1f", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ff072-97", "ovs_interfaceid": "c13ff072-97e9-4baf-b3e5-180daccd2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.173504] env[69566]: DEBUG nova.compute.manager [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Received event network-changed-c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.173504] env[69566]: DEBUG nova.compute.manager [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Refreshing instance network info cache due to event network-changed-c13ff072-97e9-4baf-b3e5-180daccd2348. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.173504] env[69566]: DEBUG oslo_concurrency.lockutils [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] Acquiring lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.176839] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524625db-6e3d-ed19-911a-7715f9e82114, 'name': SearchDatastore_Task, 'duration_secs': 0.008923} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.177567] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566a5546-fd1f-4bc5-8476-62eb75e042bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.187331] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 783.187331] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52922ebd-b739-a21c-24a8-3e29a4b64155" [ 783.187331] env[69566]: _type = "Task" [ 783.187331] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.201177] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52922ebd-b739-a21c-24a8-3e29a4b64155, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.201579] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.201635] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.201891] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d77772ec-a3d9-4390-a12a-6dbadf8409a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.209058] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 783.209058] env[69566]: value = "task-3407161" [ 783.209058] env[69566]: _type = "Task" [ 783.209058] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.219372] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.262355] env[69566]: DEBUG nova.network.neutron [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Successfully created port: aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.381482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.381809] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.382056] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.382292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.382810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.385821] env[69566]: INFO nova.compute.manager [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Terminating instance [ 783.668488] env[69566]: DEBUG oslo_concurrency.lockutils [req-02ef1ab2-e1c3-42dc-8f5d-393a5971603b req-faf0d619-6db0-4e3e-a10e-cefbbb88ebc3 service nova] Releasing lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.668766] env[69566]: DEBUG oslo_concurrency.lockutils [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] Acquired lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.669022] env[69566]: DEBUG nova.network.neutron [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Refreshing network info cache for port c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.721897] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496841} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.722260] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.722772] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.723302] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d9ed169-21db-4bb0-8b2a-ee690df9c7fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.733099] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 783.733099] env[69566]: value = "task-3407162" [ 783.733099] env[69566]: _type = "Task" [ 783.733099] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.743884] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.794408] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56125813-755e-4746-a33d-8d28ca81768b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.805768] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.806124] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.810296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11a77b5-ff3d-44dd-8f6e-8251afc51056 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.842510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aac08af-4bbb-41fa-837c-061fe35b2d17 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.851159] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1debe1-5e94-492a-a3c6-b4eb5d1ff200 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.867405] env[69566]: DEBUG nova.compute.provider_tree [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.894941] env[69566]: DEBUG nova.compute.manager [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.895194] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.896069] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d217def6-898c-4f19-a783-d5538aae9d4b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.904398] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.904787] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b8727b1-ece3-4efb-a78d-5faf5a2b1cc0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.912260] env[69566]: DEBUG oslo_vmware.api [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 783.912260] env[69566]: value = "task-3407163" [ 783.912260] env[69566]: _type = "Task" [ 783.912260] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.920581] env[69566]: DEBUG oslo_vmware.api [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.119729] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.163327] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.163590] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.163750] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.163929] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.164343] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.164583] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.164867] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.165089] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.165310] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.165517] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.165730] env[69566]: DEBUG nova.virt.hardware [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.166884] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada36f4a-4325-4907-9886-3a04a5af3d40 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.179743] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df95de4-253d-4d50-945f-c0a992e73fcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.243357] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.373061] env[69566]: DEBUG nova.scheduler.client.report [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.404514] env[69566]: DEBUG nova.network.neutron [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updated VIF entry in instance network info cache for port c13ff072-97e9-4baf-b3e5-180daccd2348. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.404514] env[69566]: DEBUG nova.network.neutron [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [{"id": "c13ff072-97e9-4baf-b3e5-180daccd2348", "address": "fa:16:3e:4c:56:1f", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ff072-97", "ovs_interfaceid": "c13ff072-97e9-4baf-b3e5-180daccd2348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.426557] env[69566]: DEBUG oslo_vmware.api [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407163, 'name': PowerOffVM_Task, 'duration_secs': 0.333474} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.427104] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.427502] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.427865] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6057b4fd-b177-47f0-85af-eae73069d284 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.494827] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.495487] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.497019] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Deleting the datastore file [datastore2] 68f0dac2-cc55-4110-87c3-dcf1d9d05650 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.497019] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c95f10b-bec2-491a-822f-823a118bc434 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.506024] env[69566]: DEBUG oslo_vmware.api [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 784.506024] env[69566]: value = "task-3407165" [ 784.506024] env[69566]: _type = "Task" [ 784.506024] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.511867] env[69566]: DEBUG oslo_vmware.api [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.747769] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.981963} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.747769] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.748301] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e7c01-0c25-4966-9ca8-0c680b267510 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.773173] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.773557] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfaa255a-ecf8-4b69-97fb-0cf96c8ad9d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.797880] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 784.797880] env[69566]: value = "task-3407166" [ 784.797880] env[69566]: _type = "Task" [ 784.797880] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.807669] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.876441] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.876977] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.879867] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.347s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.880080] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.882185] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.136s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.882343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.886332] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.648s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.886332] env[69566]: INFO nova.compute.claims [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.908595] env[69566]: INFO nova.scheduler.client.report [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted allocations for instance 8b599915-8c5f-40af-af4c-6f6769258ec5 [ 784.910976] env[69566]: DEBUG oslo_concurrency.lockutils [req-641f05dd-a30a-4a01-9781-59a79c82d34e req-5b7e68f1-3f92-4b54-b7b4-c61eecc35876 service nova] Releasing lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.918981] env[69566]: INFO nova.scheduler.client.report [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Deleted allocations for instance faf5ccd5-5f25-4331-9229-2e245106999c [ 785.016018] env[69566]: DEBUG oslo_vmware.api [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138393} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.016018] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.016018] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.016018] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.016018] env[69566]: INFO nova.compute.manager [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Took 1.12 seconds to destroy the instance on the hypervisor. [ 785.016018] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.016018] env[69566]: DEBUG nova.compute.manager [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.016018] env[69566]: DEBUG nova.network.neutron [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.260492] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.261437] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.309305] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407166, 'name': ReconfigVM_Task, 'duration_secs': 0.31084} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.309611] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.310258] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be825abc-45a7-43c3-b53a-cbfa80222de3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.326023] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 785.326023] env[69566]: value = "task-3407167" [ 785.326023] env[69566]: _type = "Task" [ 785.326023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.333795] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407167, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.340627] env[69566]: DEBUG nova.compute.manager [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.340627] env[69566]: DEBUG nova.compute.manager [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing instance network info cache due to event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.340627] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] Acquiring lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.340627] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] Acquired lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.340627] env[69566]: DEBUG nova.network.neutron [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.397880] env[69566]: DEBUG nova.compute.utils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.401371] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.401625] env[69566]: DEBUG nova.network.neutron [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.420760] env[69566]: DEBUG oslo_concurrency.lockutils [None req-047add0d-e213-48b6-9a3f-8418752f9a1f tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "8b599915-8c5f-40af-af4c-6f6769258ec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.571s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.428872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8b17bdff-d00c-42f9-9c1b-c69786c02f27 tempest-DeleteServersAdminTestJSON-301366711 tempest-DeleteServersAdminTestJSON-301366711-project-member] Lock "faf5ccd5-5f25-4331-9229-2e245106999c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.498s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.441532] env[69566]: DEBUG nova.policy [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4382c93cc7eb4c4bafb2886c5b03c9e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c948c8f642604ba6b64ef61e3fdc75f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.484726] env[69566]: DEBUG nova.compute.manager [req-abfe0326-63dc-4ae2-91a5-2eed5bf19a7e req-91be35f4-553f-4d85-b453-b024df8e96d7 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Received event network-vif-deleted-c13ff072-97e9-4baf-b3e5-180daccd2348 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.484919] env[69566]: INFO nova.compute.manager [req-abfe0326-63dc-4ae2-91a5-2eed5bf19a7e req-91be35f4-553f-4d85-b453-b024df8e96d7 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Neutron deleted interface c13ff072-97e9-4baf-b3e5-180daccd2348; detaching it from the instance and deleting it from the info cache [ 785.485109] env[69566]: DEBUG nova.network.neutron [req-abfe0326-63dc-4ae2-91a5-2eed5bf19a7e req-91be35f4-553f-4d85-b453-b024df8e96d7 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.644983] env[69566]: DEBUG nova.network.neutron [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Successfully updated port: aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.767231] env[69566]: DEBUG nova.network.neutron [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Successfully created port: d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.776302] env[69566]: DEBUG nova.network.neutron [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.838571] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407167, 'name': Rename_Task, 'duration_secs': 0.130959} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.838965] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.839798] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6fe30c5-4c11-4d59-82aa-ba7a989eada9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.852042] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 785.852042] env[69566]: value = "task-3407168" [ 785.852042] env[69566]: _type = "Task" [ 785.852042] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.860452] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.909281] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.988752] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-091cfff5-384d-449b-aab7-e5bdbddc9a47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.005015] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62fc92-d8e3-4fa4-bdd4-30f76ca2cc71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.052083] env[69566]: DEBUG nova.compute.manager [req-abfe0326-63dc-4ae2-91a5-2eed5bf19a7e req-91be35f4-553f-4d85-b453-b024df8e96d7 service nova] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Detach interface failed, port_id=c13ff072-97e9-4baf-b3e5-180daccd2348, reason: Instance 68f0dac2-cc55-4110-87c3-dcf1d9d05650 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.148193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.148358] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.148507] env[69566]: DEBUG nova.network.neutron [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.280535] env[69566]: INFO nova.compute.manager [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Took 1.26 seconds to deallocate network for instance. [ 786.342792] env[69566]: DEBUG nova.network.neutron [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updated VIF entry in instance network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.342792] env[69566]: DEBUG nova.network.neutron [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.369417] env[69566]: DEBUG oslo_vmware.api [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407168, 'name': PowerOnVM_Task, 'duration_secs': 0.479778} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.369781] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.370187] env[69566]: INFO nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Took 4.89 seconds to spawn the instance on the hypervisor. [ 786.370434] env[69566]: DEBUG nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.371808] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f31c39-61d6-419c-83ab-21484ff9b681 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.598284] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b87fb-85e0-4fb0-91d5-52e1db219aa8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.606521] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb668b0-2968-442c-848c-58f4a2e0d758 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.643740] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61733191-eb2b-4034-8908-d1cc2d0e830e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.657163] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33e94b7-e923-462f-8568-fc77ca30932a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.670255] env[69566]: DEBUG nova.compute.provider_tree [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.703390] env[69566]: DEBUG nova.network.neutron [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.787133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.844783] env[69566]: DEBUG oslo_concurrency.lockutils [req-7dcd0a22-060c-463d-aa8a-178aa5579ce4 req-4537c479-0c9c-4dc9-ae24-b946ee41738d service nova] Releasing lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.897278] env[69566]: INFO nova.compute.manager [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Took 45.06 seconds to build instance. [ 786.921341] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.944183] env[69566]: DEBUG nova.network.neutron [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [{"id": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "address": "fa:16:3e:c1:e0:1b", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed4d3f8-2a", "ovs_interfaceid": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.955739] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.956033] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.956202] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.956484] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.956526] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.957066] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.958076] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.958330] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.959098] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.959098] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.959098] env[69566]: DEBUG nova.virt.hardware [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.960342] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db62c47-8b3d-419d-91b6-2894fc30fc3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.972178] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b76aeb-202f-4b34-a049-7c90633d2b43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.173702] env[69566]: DEBUG nova.scheduler.client.report [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.402556] env[69566]: DEBUG oslo_concurrency.lockutils [None req-259bd1a9-e1fd-4921-966c-26b24a6bea65 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.607s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.420425] env[69566]: DEBUG nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Received event network-vif-plugged-aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.420697] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Acquiring lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.420912] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.421109] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.421376] env[69566]: DEBUG nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] No waiting events found dispatching network-vif-plugged-aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.421573] env[69566]: WARNING nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Received unexpected event network-vif-plugged-aed4d3f8-2aac-49ae-9149-5c9c9d62738f for instance with vm_state building and task_state spawning. [ 787.421741] env[69566]: DEBUG nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Received event network-changed-aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.421898] env[69566]: DEBUG nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Refreshing instance network info cache due to event network-changed-aed4d3f8-2aac-49ae-9149-5c9c9d62738f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.422080] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Acquiring lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.448871] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.449293] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Instance network_info: |[{"id": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "address": "fa:16:3e:c1:e0:1b", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed4d3f8-2a", "ovs_interfaceid": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.449594] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Acquired lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.449776] env[69566]: DEBUG nova.network.neutron [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Refreshing network info cache for port aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.451013] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:e0:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aed4d3f8-2aac-49ae-9149-5c9c9d62738f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.458568] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.459697] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.460236] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.460712] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-690e2b0c-f6cc-40a1-b539-deece58276a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.482241] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.482241] env[69566]: value = "task-3407169" [ 787.482241] env[69566]: _type = "Task" [ 787.482241] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.491306] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407169, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.520978] env[69566]: DEBUG nova.compute.manager [req-288239e3-ae77-496c-9538-a63a4034ab16 req-9914645a-a7fd-49a2-8cac-5601fb66fc0f service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Received event network-vif-plugged-d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.521247] env[69566]: DEBUG oslo_concurrency.lockutils [req-288239e3-ae77-496c-9538-a63a4034ab16 req-9914645a-a7fd-49a2-8cac-5601fb66fc0f service nova] Acquiring lock "6735746d-c4a1-4d85-8806-ed80577a68f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.521469] env[69566]: DEBUG oslo_concurrency.lockutils [req-288239e3-ae77-496c-9538-a63a4034ab16 req-9914645a-a7fd-49a2-8cac-5601fb66fc0f service nova] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.521634] env[69566]: DEBUG oslo_concurrency.lockutils [req-288239e3-ae77-496c-9538-a63a4034ab16 req-9914645a-a7fd-49a2-8cac-5601fb66fc0f service nova] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.521797] env[69566]: DEBUG nova.compute.manager [req-288239e3-ae77-496c-9538-a63a4034ab16 req-9914645a-a7fd-49a2-8cac-5601fb66fc0f service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] No waiting events found dispatching network-vif-plugged-d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.521953] env[69566]: WARNING nova.compute.manager [req-288239e3-ae77-496c-9538-a63a4034ab16 req-9914645a-a7fd-49a2-8cac-5601fb66fc0f service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Received unexpected event network-vif-plugged-d956a823-53a7-4221-9cff-c7fcf4ad62ac for instance with vm_state building and task_state spawning. [ 787.533856] env[69566]: DEBUG nova.network.neutron [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Successfully updated port: d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.682974] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.682974] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.685078] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.016s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.686695] env[69566]: INFO nova.compute.claims [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.912031] env[69566]: DEBUG nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.987021] env[69566]: INFO nova.compute.manager [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Rebuilding instance [ 787.998132] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407169, 'name': CreateVM_Task, 'duration_secs': 0.324661} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.998566] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.999538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.999843] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.000295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.000710] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a58e29-c1fd-46a1-a42b-70d4aab54d4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.008048] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 788.008048] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5272e39a-5136-c6ea-0d2d-db2c42b3c661" [ 788.008048] env[69566]: _type = "Task" [ 788.008048] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.027815] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5272e39a-5136-c6ea-0d2d-db2c42b3c661, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.032655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.033119] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.033488] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.033766] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.034323] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.037887] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8849fbdf-7899-4bdb-a5e0-c83dd7ff68b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.037887] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.042021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquired lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.042021] env[69566]: DEBUG nova.network.neutron [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.050670] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.050670] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.051470] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4148ff58-7aa3-4779-9ff9-37c09898f687 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.062251] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 788.062251] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f69c2d-b1b7-ff93-9b28-75cd7cb8d9c0" [ 788.062251] env[69566]: _type = "Task" [ 788.062251] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.062706] env[69566]: DEBUG nova.compute.manager [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.066499] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f38fe-aaf9-43bd-b0ce-7cf24dfc8eac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.084704] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f69c2d-b1b7-ff93-9b28-75cd7cb8d9c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.193246] env[69566]: DEBUG nova.compute.utils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.196626] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.196817] env[69566]: DEBUG nova.network.neutron [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.217366] env[69566]: DEBUG nova.network.neutron [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updated VIF entry in instance network info cache for port aed4d3f8-2aac-49ae-9149-5c9c9d62738f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.217738] env[69566]: DEBUG nova.network.neutron [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [{"id": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "address": "fa:16:3e:c1:e0:1b", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed4d3f8-2a", "ovs_interfaceid": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.294340] env[69566]: DEBUG nova.policy [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52fc3974c5534b2a91f07bc7fc99e7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2309e02d3c444f08528b6432e9d8aa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.431117] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.577333] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f69c2d-b1b7-ff93-9b28-75cd7cb8d9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.023449} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.578622] env[69566]: DEBUG nova.network.neutron [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.581213] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50ded49-5b23-4c36-89d3-271ee8c89c53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.590269] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 788.590269] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523158ca-59ee-0be6-3f49-c9d5ef412226" [ 788.590269] env[69566]: _type = "Task" [ 788.590269] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.600302] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523158ca-59ee-0be6-3f49-c9d5ef412226, 'name': SearchDatastore_Task, 'duration_secs': 0.010062} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.604767] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.604767] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7/536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.604767] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09dd5f40-fa60-40d8-bcfb-711c37605abf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.610915] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 788.610915] env[69566]: value = "task-3407170" [ 788.610915] env[69566]: _type = "Task" [ 788.610915] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.619955] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.691471] env[69566]: DEBUG nova.network.neutron [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Successfully created port: 61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.700641] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.723046] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Releasing lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.723299] env[69566]: DEBUG nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.723471] env[69566]: DEBUG nova.compute.manager [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing instance network info cache due to event network-changed-7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.723686] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Acquiring lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.723828] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Acquired lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.723994] env[69566]: DEBUG nova.network.neutron [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Refreshing network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.772459] env[69566]: DEBUG nova.network.neutron [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Updating instance_info_cache with network_info: [{"id": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "address": "fa:16:3e:80:be:68", "network": {"id": "8fc86a80-454d-43ce-b467-c6295f69a939", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1319148812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c948c8f642604ba6b64ef61e3fdc75f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd956a823-53", "ovs_interfaceid": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.092325] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.092971] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26ddbd7-a1c7-462d-82cc-351f55f9595f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.101819] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 789.101819] env[69566]: value = "task-3407171" [ 789.101819] env[69566]: _type = "Task" [ 789.101819] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.113675] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.124906] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.283951] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Releasing lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.285239] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Instance network_info: |[{"id": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "address": "fa:16:3e:80:be:68", "network": {"id": "8fc86a80-454d-43ce-b467-c6295f69a939", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1319148812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c948c8f642604ba6b64ef61e3fdc75f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd956a823-53", "ovs_interfaceid": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.285498] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:be:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd956a823-53a7-4221-9cff-c7fcf4ad62ac', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.297075] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Creating folder: Project (c948c8f642604ba6b64ef61e3fdc75f5). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.300513] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75aae885-c6bb-48c7-81e2-3839c2e38b6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.323102] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Created folder: Project (c948c8f642604ba6b64ef61e3fdc75f5) in parent group-v679651. [ 789.323320] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Creating folder: Instances. Parent ref: group-v679773. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.323762] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc8828b-9a15-4373-8419-4a2eb1f3523c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.332744] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Created folder: Instances in parent group-v679773. [ 789.332995] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.333200] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.334363] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e19bef52-67fa-4cb8-a1db-89df4a9e9974 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.360277] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.360277] env[69566]: value = "task-3407174" [ 789.360277] env[69566]: _type = "Task" [ 789.360277] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.371990] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407174, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.453111] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c874f-709a-45ce-b297-c05eb967ba6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.459081] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ee077d-66ae-45ae-b5d4-1616e2593530 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.498792] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7152d8-bfb4-4791-b0e2-8ab9ac00c836 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.502542] env[69566]: DEBUG nova.network.neutron [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updated VIF entry in instance network info cache for port 7dce24e1-21b5-4d84-b3eb-d86ac7640192. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.503822] env[69566]: DEBUG nova.network.neutron [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [{"id": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "address": "fa:16:3e:c6:20:cc", "network": {"id": "7bffd940-1d28-4bed-aa76-7b5af6c5b2fc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-859780382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b18f82856b8444d6b00e17edc1a0570f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dce24e1-21", "ovs_interfaceid": "7dce24e1-21b5-4d84-b3eb-d86ac7640192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.509816] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2097107b-9585-4514-a43b-0fc25c7c7fe2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.524842] env[69566]: DEBUG nova.compute.provider_tree [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.613594] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407171, 'name': PowerOffVM_Task, 'duration_secs': 0.241693} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.617025] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.617025] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.618325] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a3902e-d0ba-4cab-8d8f-5b3360cc5a36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.626438] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59807} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.628846] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7/536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.629451] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.629451] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.629586] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edfbad5d-938a-4d98-9ba9-154c711d2bdd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.631733] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad8a370-5e93-41d3-9319-659ebf9b59e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.639464] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 789.639464] env[69566]: value = "task-3407175" [ 789.639464] env[69566]: _type = "Task" [ 789.639464] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.648936] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.658997] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.659270] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.659529] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Deleting the datastore file [datastore2] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.659743] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96fc01c6-4827-4c6e-b0bf-171fd4907064 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.667496] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 789.667496] env[69566]: value = "task-3407177" [ 789.667496] env[69566]: _type = "Task" [ 789.667496] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.677014] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.715772] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.720302] env[69566]: DEBUG nova.compute.manager [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Received event network-changed-d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.720487] env[69566]: DEBUG nova.compute.manager [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Refreshing instance network info cache due to event network-changed-d956a823-53a7-4221-9cff-c7fcf4ad62ac. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.720710] env[69566]: DEBUG oslo_concurrency.lockutils [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] Acquiring lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.720853] env[69566]: DEBUG oslo_concurrency.lockutils [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] Acquired lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.721039] env[69566]: DEBUG nova.network.neutron [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Refreshing network info cache for port d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.740478] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.740749] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.740907] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.741101] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.741251] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.741395] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.741606] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.741767] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.741935] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.742177] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.742396] env[69566]: DEBUG nova.virt.hardware [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.743828] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d13c0b-a6d8-4b45-a7c9-fe828377732b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.757915] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a64e36-f47a-4638-8d7f-da4c9154982c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.872441] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407174, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.005832] env[69566]: DEBUG oslo_concurrency.lockutils [req-6a25cb1d-8368-4baa-b42b-a337d9725bbe req-1f624a04-eed0-4964-ae87-7a83893fdf6a service nova] Releasing lock "refresh_cache-b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.030104] env[69566]: DEBUG nova.scheduler.client.report [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.151349] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061725} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.151664] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.154367] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b87d17-2818-488b-94f7-6a72d6432c65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.176742] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7/536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.180159] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-058a1489-2454-4b36-8c1a-9e37f3d1812e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.199362] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15623} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.200594] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.200789] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.201057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.203298] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 790.203298] env[69566]: value = "task-3407178" [ 790.203298] env[69566]: _type = "Task" [ 790.203298] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.211330] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407178, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.356711] env[69566]: DEBUG nova.compute.manager [req-0ed8de20-d9b7-43f7-86b8-7be1a803041b req-ffa79875-1e74-475e-ab65-da9eca403627 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Received event network-vif-plugged-61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.356941] env[69566]: DEBUG oslo_concurrency.lockutils [req-0ed8de20-d9b7-43f7-86b8-7be1a803041b req-ffa79875-1e74-475e-ab65-da9eca403627 service nova] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.357623] env[69566]: DEBUG oslo_concurrency.lockutils [req-0ed8de20-d9b7-43f7-86b8-7be1a803041b req-ffa79875-1e74-475e-ab65-da9eca403627 service nova] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.357623] env[69566]: DEBUG oslo_concurrency.lockutils [req-0ed8de20-d9b7-43f7-86b8-7be1a803041b req-ffa79875-1e74-475e-ab65-da9eca403627 service nova] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.357623] env[69566]: DEBUG nova.compute.manager [req-0ed8de20-d9b7-43f7-86b8-7be1a803041b req-ffa79875-1e74-475e-ab65-da9eca403627 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] No waiting events found dispatching network-vif-plugged-61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.357888] env[69566]: WARNING nova.compute.manager [req-0ed8de20-d9b7-43f7-86b8-7be1a803041b req-ffa79875-1e74-475e-ab65-da9eca403627 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Received unexpected event network-vif-plugged-61480e87-906b-4ea3-bc47-a7e757fcdc8d for instance with vm_state building and task_state spawning. [ 790.375708] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407174, 'name': CreateVM_Task, 'duration_secs': 0.617592} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.375708] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.375708] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.375708] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.376030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.376259] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632f9858-7c42-45ae-ab09-c621f334ca76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.381775] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 790.381775] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d7c93a-86b0-3d49-a9a6-a40911f14593" [ 790.381775] env[69566]: _type = "Task" [ 790.381775] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.389904] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d7c93a-86b0-3d49-a9a6-a40911f14593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.433811] env[69566]: DEBUG nova.network.neutron [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Updated VIF entry in instance network info cache for port d956a823-53a7-4221-9cff-c7fcf4ad62ac. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.434200] env[69566]: DEBUG nova.network.neutron [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Updating instance_info_cache with network_info: [{"id": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "address": "fa:16:3e:80:be:68", "network": {"id": "8fc86a80-454d-43ce-b467-c6295f69a939", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1319148812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c948c8f642604ba6b64ef61e3fdc75f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd956a823-53", "ovs_interfaceid": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.522743] env[69566]: DEBUG nova.network.neutron [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Successfully updated port: 61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.534014] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.534605] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.539780] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.195s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.540074] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.542144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.638s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.542331] env[69566]: DEBUG nova.objects.instance [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 790.571900] env[69566]: INFO nova.scheduler.client.report [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Deleted allocations for instance 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6 [ 790.716584] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407178, 'name': ReconfigVM_Task, 'duration_secs': 0.276446} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.716890] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7/536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.717466] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9054b06-a1da-4e19-a6b2-5a36f1cd24bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.724875] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 790.724875] env[69566]: value = "task-3407179" [ 790.724875] env[69566]: _type = "Task" [ 790.724875] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.732333] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407179, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.893842] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d7c93a-86b0-3d49-a9a6-a40911f14593, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.894759] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.895010] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.895247] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.895395] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.895632] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.896203] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ee88035-c717-4e4f-89cb-3ad44abd2d72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.905978] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.906184] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.906903] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350b6faf-412e-4285-8748-02ab186c6580 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.911880] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 790.911880] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527c5246-40f9-7053-dd4d-18ed1cceee95" [ 790.911880] env[69566]: _type = "Task" [ 790.911880] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.919989] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527c5246-40f9-7053-dd4d-18ed1cceee95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.937448] env[69566]: DEBUG oslo_concurrency.lockutils [req-fca5b7ba-7069-410a-9c64-c21e03df8a38 req-d3e06718-4b35-4dab-8eac-4f0d2f70591c service nova] Releasing lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.027826] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.027935] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.028132] env[69566]: DEBUG nova.network.neutron [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.047085] env[69566]: DEBUG nova.compute.utils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.055227] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.055441] env[69566]: DEBUG nova.network.neutron [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.083379] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d12a0ca0-8124-412d-8b66-0d68fcbd3d41 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.214s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.241097] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407179, 'name': Rename_Task, 'duration_secs': 0.15566} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.243262] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.243545] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.243643] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.243826] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.243973] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.244139] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.248013] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.248013] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.248013] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.248013] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.248013] env[69566]: DEBUG nova.virt.hardware [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.248013] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.248013] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c91b4-8751-4ce9-a45e-cca21a56a9b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.248586] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aad08928-70bf-4d84-ba0b-4945a290b5c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.256472] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2d7a6-c9b1-432b-a753-d560af7dcf16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.260164] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 791.260164] env[69566]: value = "task-3407180" [ 791.260164] env[69566]: _type = "Task" [ 791.260164] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.272516] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.278508] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.278870] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.278976] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ce658e6-fc3b-4984-943a-cac7cab1bd37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.293797] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407180, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.298460] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.298460] env[69566]: value = "task-3407181" [ 791.298460] env[69566]: _type = "Task" [ 791.298460] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.302510] env[69566]: DEBUG nova.policy [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '152ad97702e84d11aded0314eb5d03e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1060aded8e47b0ad946096b5159a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.308913] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407181, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.384709] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "44a401b3-fd23-4f35-b378-5c72e56be77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.384969] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.385184] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "44a401b3-fd23-4f35-b378-5c72e56be77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.385364] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.385527] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.387950] env[69566]: INFO nova.compute.manager [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Terminating instance [ 791.424710] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527c5246-40f9-7053-dd4d-18ed1cceee95, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.425587] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140079d7-0aad-49fd-bbe8-4f21fdb0280d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.431994] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 791.431994] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5207715c-00e4-c634-ee0f-131f361d3be3" [ 791.431994] env[69566]: _type = "Task" [ 791.431994] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.442428] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5207715c-00e4-c634-ee0f-131f361d3be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.559205] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.563546] env[69566]: DEBUG oslo_concurrency.lockutils [None req-241130ae-7005-4ae5-a2d7-d04b96aa8070 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.567457] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.123s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.567457] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.571301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.577s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.571301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.571301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.437s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.571301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.572643] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.185s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.572966] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.575565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.016s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.577333] env[69566]: INFO nova.compute.claims [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.582177] env[69566]: DEBUG nova.network.neutron [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.616253] env[69566]: INFO nova.scheduler.client.report [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Deleted allocations for instance a43e75ac-286e-4153-888b-a88b1f44909a [ 791.625016] env[69566]: INFO nova.scheduler.client.report [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Deleted allocations for instance 3bc77691-4c4d-47e3-aebf-7088296f490c [ 791.638117] env[69566]: INFO nova.scheduler.client.report [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Deleted allocations for instance 8cc280a2-364e-4974-8a97-dd97599e194c [ 791.644975] env[69566]: INFO nova.scheduler.client.report [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Deleted allocations for instance 99ea4526-6480-43fc-82f5-1b37c6f3a680 [ 791.775177] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.775177] env[69566]: DEBUG nova.network.neutron [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updating instance_info_cache with network_info: [{"id": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "address": "fa:16:3e:ef:e3:28", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61480e87-90", "ovs_interfaceid": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.808966] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407181, 'name': CreateVM_Task, 'duration_secs': 0.314116} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.809163] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.809595] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.809757] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.810101] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.810362] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198b9379-f94f-4e4a-beb1-3e396e61aab5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.815788] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 791.815788] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525436ec-cd2a-8e74-5241-2519c7abc424" [ 791.815788] env[69566]: _type = "Task" [ 791.815788] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.825575] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525436ec-cd2a-8e74-5241-2519c7abc424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.896855] env[69566]: DEBUG nova.compute.manager [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.897459] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.898363] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e4f32-aa78-43d8-9459-3ce41692bb05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.906106] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.906106] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbe02eb5-b1c9-4f3c-83d5-340165980694 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.913045] env[69566]: DEBUG oslo_vmware.api [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 791.913045] env[69566]: value = "task-3407182" [ 791.913045] env[69566]: _type = "Task" [ 791.913045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.923089] env[69566]: DEBUG oslo_vmware.api [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.943285] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5207715c-00e4-c634-ee0f-131f361d3be3, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.943468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.943932] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 6735746d-c4a1-4d85-8806-ed80577a68f4/6735746d-c4a1-4d85-8806-ed80577a68f4.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.944267] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0792203c-0bd3-4198-a2d4-dc6b65d454da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.950484] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 791.950484] env[69566]: value = "task-3407183" [ 791.950484] env[69566]: _type = "Task" [ 791.950484] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.958623] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.965201] env[69566]: DEBUG nova.network.neutron [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Successfully created port: b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.129813] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a7dd9ae-693f-4585-84c4-e1f9e90eada8 tempest-ServerShowV247Test-1598603513 tempest-ServerShowV247Test-1598603513-project-member] Lock "a43e75ac-286e-4153-888b-a88b1f44909a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.010s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.137507] env[69566]: DEBUG oslo_concurrency.lockutils [None req-657222ef-b6f7-444d-a58b-07540b89adf4 tempest-ServersListShow298Test-25257392 tempest-ServersListShow298Test-25257392-project-member] Lock "3bc77691-4c4d-47e3-aebf-7088296f490c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.043s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.149985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b037e463-6651-45ff-81d1-4d855847c5e4 tempest-ServerMetadataTestJSON-1807349597 tempest-ServerMetadataTestJSON-1807349597-project-member] Lock "8cc280a2-364e-4974-8a97-dd97599e194c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.641s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.153445] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45ff25e8-ccae-4cbf-adfe-b722c57ad34b tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "99ea4526-6480-43fc-82f5-1b37c6f3a680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.375s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.274176] env[69566]: DEBUG oslo_vmware.api [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407180, 'name': PowerOnVM_Task, 'duration_secs': 0.641117} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.274492] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.274740] env[69566]: INFO nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Took 8.16 seconds to spawn the instance on the hypervisor. [ 792.274924] env[69566]: DEBUG nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.275756] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2390b418-ffe2-4741-a3dc-6297ec7a1788 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.279426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Releasing lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.279769] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Instance network_info: |[{"id": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "address": "fa:16:3e:ef:e3:28", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61480e87-90", "ovs_interfaceid": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.280173] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:e3:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61480e87-906b-4ea3-bc47-a7e757fcdc8d', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.288124] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Creating folder: Project (e2309e02d3c444f08528b6432e9d8aa2). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.290397] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df086204-5067-43a3-aa03-fbcdb0cb8680 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.306683] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Created folder: Project (e2309e02d3c444f08528b6432e9d8aa2) in parent group-v679651. [ 792.306683] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Creating folder: Instances. Parent ref: group-v679777. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.306683] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbd1074-3703-434f-a9ca-aab378c80f5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.329594] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Created folder: Instances in parent group-v679777. [ 792.329855] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.330071] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.330340] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f7cdd00-136c-4e4c-8800-abf3797e9755 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.354761] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525436ec-cd2a-8e74-5241-2519c7abc424, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.355372] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.355609] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.355838] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356036] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356288] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.357388] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a128e79-9f20-4c45-b3bb-d777b5e60f9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.360379] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.360379] env[69566]: value = "task-3407186" [ 792.360379] env[69566]: _type = "Task" [ 792.360379] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.369894] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407186, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.371235] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.371401] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.372175] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f4ff45-1a1c-4b6f-97b7-4209d67ccf9f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.378417] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 792.378417] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f0a810-7dff-7916-01f6-bd95c2de44a8" [ 792.378417] env[69566]: _type = "Task" [ 792.378417] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.388513] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f0a810-7dff-7916-01f6-bd95c2de44a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.426350] env[69566]: DEBUG oslo_vmware.api [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407182, 'name': PowerOffVM_Task, 'duration_secs': 0.249723} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.426635] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.426797] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.427078] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92872408-2469-4373-b992-0a8c116f88ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.460855] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499078} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.461151] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 6735746d-c4a1-4d85-8806-ed80577a68f4/6735746d-c4a1-4d85-8806-ed80577a68f4.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.461348] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.461604] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c453e68-f35e-454b-9acd-f62dfb8cc958 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.466499] env[69566]: DEBUG nova.compute.manager [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Received event network-changed-61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.466763] env[69566]: DEBUG nova.compute.manager [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Refreshing instance network info cache due to event network-changed-61480e87-906b-4ea3-bc47-a7e757fcdc8d. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.466938] env[69566]: DEBUG oslo_concurrency.lockutils [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] Acquiring lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.467104] env[69566]: DEBUG oslo_concurrency.lockutils [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] Acquired lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.467349] env[69566]: DEBUG nova.network.neutron [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Refreshing network info cache for port 61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.469871] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 792.469871] env[69566]: value = "task-3407188" [ 792.469871] env[69566]: _type = "Task" [ 792.469871] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.480035] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.491720] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.491720] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.491720] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Deleting the datastore file [datastore1] 44a401b3-fd23-4f35-b378-5c72e56be77f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.491720] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c57bb90-4d03-461b-b1aa-14959397293b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.498496] env[69566]: DEBUG oslo_vmware.api [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for the task: (returnval){ [ 792.498496] env[69566]: value = "task-3407189" [ 792.498496] env[69566]: _type = "Task" [ 792.498496] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.507946] env[69566]: DEBUG oslo_vmware.api [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.551910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "ce35adfd-a14a-49df-b054-71c6eef3e21b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.552217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.552453] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "ce35adfd-a14a-49df-b054-71c6eef3e21b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.552657] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.552842] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.554970] env[69566]: INFO nova.compute.manager [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Terminating instance [ 792.574269] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.604914] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.605243] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.605368] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.605680] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.606145] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.606145] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.607139] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.607308] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.608257] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.609977] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.609977] env[69566]: DEBUG nova.virt.hardware [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.611649] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e57f592-6142-4f53-8ff6-b9ff2cdbf7f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.622930] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b9ab59-7725-480d-ac38-28b3935e512a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.806442] env[69566]: INFO nova.compute.manager [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Took 49.19 seconds to build instance. [ 792.872150] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407186, 'name': CreateVM_Task, 'duration_secs': 0.370906} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.872349] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.873079] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.873262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.873592] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.873931] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4413584-9303-4260-aa38-a0a71eeaa1f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.886824] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 792.886824] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cae967-715b-4d22-af26-d5a59a3dfcaf" [ 792.886824] env[69566]: _type = "Task" [ 792.886824] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.897334] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f0a810-7dff-7916-01f6-bd95c2de44a8, 'name': SearchDatastore_Task, 'duration_secs': 0.018522} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.899633] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a02dc73-9107-4f17-881a-0bc491ca2749 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.907421] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cae967-715b-4d22-af26-d5a59a3dfcaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01214} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.913414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.913414] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.913414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.916372] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 792.916372] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b9499f-c9e4-bf7a-ff17-9fb8231a4cb8" [ 792.916372] env[69566]: _type = "Task" [ 792.916372] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.926222] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b9499f-c9e4-bf7a-ff17-9fb8231a4cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.987042] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06844} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.987384] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.988292] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc98434-3e2a-4a0b-b062-b9a15ee08eea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.015450] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 6735746d-c4a1-4d85-8806-ed80577a68f4/6735746d-c4a1-4d85-8806-ed80577a68f4.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.022252] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad498a5-c8a8-4c29-98e3-308255b93584 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.047055] env[69566]: DEBUG oslo_vmware.api [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Task: {'id': task-3407189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146195} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.051276] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.051548] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.051754] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.051934] env[69566]: INFO nova.compute.manager [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 793.052267] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.052559] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 793.052559] env[69566]: value = "task-3407190" [ 793.052559] env[69566]: _type = "Task" [ 793.052559] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.053139] env[69566]: DEBUG nova.compute.manager [-] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.053139] env[69566]: DEBUG nova.network.neutron [-] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.059072] env[69566]: DEBUG nova.compute.manager [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.059314] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.060109] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca05f82-2eba-4f65-8276-ff1ae1ea437d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.071462] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.073782] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.074081] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-400f3aa2-4fb7-4a2b-bd0b-7f743e03b400 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.082970] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 793.082970] env[69566]: value = "task-3407191" [ 793.082970] env[69566]: _type = "Task" [ 793.082970] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.097137] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.220026] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722b6f99-1064-4542-abe1-7f26d0e6e617 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.227564] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c9c8b-0a9e-4bef-91ac-c504d066add2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.258895] env[69566]: DEBUG nova.network.neutron [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updated VIF entry in instance network info cache for port 61480e87-906b-4ea3-bc47-a7e757fcdc8d. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.259360] env[69566]: DEBUG nova.network.neutron [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updating instance_info_cache with network_info: [{"id": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "address": "fa:16:3e:ef:e3:28", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61480e87-90", "ovs_interfaceid": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.264023] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c6cc50-9ca9-4858-b26c-ec002e2447c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.269071] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e8e71f-aa23-4c27-94b5-12c582dac93d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.285418] env[69566]: DEBUG nova.compute.provider_tree [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.309454] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52456d2c-e7a3-4c8b-92f4-5ffd298a9d47 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.303s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.425277] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b9499f-c9e4-bf7a-ff17-9fb8231a4cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.022006} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.425563] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.425824] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.426170] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.426383] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.426603] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6bfdf00-6db9-44f6-974d-d55eb5780bbd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.428495] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6dfd41a-72ab-459c-bf72-0c1afd99b25f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.435096] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 793.435096] env[69566]: value = "task-3407192" [ 793.435096] env[69566]: _type = "Task" [ 793.435096] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.439539] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.439797] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.440746] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46443bc0-a0ca-4325-b8cd-b73a463116cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.445970] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.448923] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 793.448923] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5264af6e-9347-3b3c-e395-5196d83fa900" [ 793.448923] env[69566]: _type = "Task" [ 793.448923] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.456763] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5264af6e-9347-3b3c-e395-5196d83fa900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.566616] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.600026] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407191, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.765118] env[69566]: DEBUG oslo_concurrency.lockutils [req-dc12554b-c7ff-4e42-9272-5134b427bce3 req-5117a5ec-b4ff-4a44-a9d9-a4e7dc361d1f service nova] Releasing lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.788715] env[69566]: DEBUG nova.scheduler.client.report [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.814898] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.947781] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.961549] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5264af6e-9347-3b3c-e395-5196d83fa900, 'name': SearchDatastore_Task, 'duration_secs': 0.01896} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.962468] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7c95ab-3742-4343-8c44-f12c5fd0372a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.968860] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 793.968860] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5238068c-053c-8a55-412b-16249dcd2687" [ 793.968860] env[69566]: _type = "Task" [ 793.968860] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.976931] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238068c-053c-8a55-412b-16249dcd2687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.066328] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407190, 'name': ReconfigVM_Task, 'duration_secs': 0.746106} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.066328] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 6735746d-c4a1-4d85-8806-ed80577a68f4/6735746d-c4a1-4d85-8806-ed80577a68f4.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.066543] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad1da74e-43ab-42a4-aca1-01865d55a7a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.072261] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 794.072261] env[69566]: value = "task-3407193" [ 794.072261] env[69566]: _type = "Task" [ 794.072261] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.085024] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407193, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.094348] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407191, 'name': PowerOffVM_Task, 'duration_secs': 0.522868} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.094713] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.094946] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.095153] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb27863-eccf-4467-a7e3-46926bdd1501 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.169358] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.169590] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.169776] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Deleting the datastore file [datastore1] ce35adfd-a14a-49df-b054-71c6eef3e21b {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.170064] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb173886-19c6-47f5-a3ea-f6f3623352f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.176369] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for the task: (returnval){ [ 794.176369] env[69566]: value = "task-3407195" [ 794.176369] env[69566]: _type = "Task" [ 794.176369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.183970] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.294886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.295576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.943s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.300164] env[69566]: INFO nova.compute.claims [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.326759] env[69566]: DEBUG nova.network.neutron [-] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.329567] env[69566]: DEBUG nova.network.neutron [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Successfully updated port: b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.363769] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.449901] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579249} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.450209] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.450437] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.450695] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ce6cb46-38ae-4057-90ef-10a1c2c3103b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.460168] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 794.460168] env[69566]: value = "task-3407196" [ 794.460168] env[69566]: _type = "Task" [ 794.460168] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.469341] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.479687] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238068c-053c-8a55-412b-16249dcd2687, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.479960] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.480251] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f3ae9fe7-a43a-4bfb-a564-7f198d114b60/f3ae9fe7-a43a-4bfb-a564-7f198d114b60.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.480545] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb0d177d-6967-48ec-8672-6e5dde8e9ab2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.487586] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 794.487586] env[69566]: value = "task-3407197" [ 794.487586] env[69566]: _type = "Task" [ 794.487586] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.496415] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.588746] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407193, 'name': Rename_Task, 'duration_secs': 0.365271} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.589209] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.593124] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e743ac6d-8a4c-4886-af9b-71f2ca32e33d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.597783] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 794.597783] env[69566]: value = "task-3407198" [ 794.597783] env[69566]: _type = "Task" [ 794.597783] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.608731] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.688165] env[69566]: DEBUG oslo_vmware.api [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Task: {'id': task-3407195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315627} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.688866] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.689216] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.689561] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.689926] env[69566]: INFO nova.compute.manager [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 794.690318] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.690683] env[69566]: DEBUG nova.compute.manager [-] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.690904] env[69566]: DEBUG nova.network.neutron [-] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.804398] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "0fe70055-5924-4a90-a0e0-6d6b2153855b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.804398] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "0fe70055-5924-4a90-a0e0-6d6b2153855b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.838618] env[69566]: INFO nova.compute.manager [-] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Took 1.78 seconds to deallocate network for instance. [ 794.838618] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.838618] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.838618] env[69566]: DEBUG nova.network.neutron [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.976367] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098427} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.976367] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.976367] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff58b6b-7f3a-4d1b-ad3f-f4013dbfd6f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.000150] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.004661] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4b57e7-6797-4500-a0e3-907b2b8dae53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.029159] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449938} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.030639] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f3ae9fe7-a43a-4bfb-a564-7f198d114b60/f3ae9fe7-a43a-4bfb-a564-7f198d114b60.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.030866] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.031209] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 795.031209] env[69566]: value = "task-3407199" [ 795.031209] env[69566]: _type = "Task" [ 795.031209] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.031406] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cab30b1-c838-4120-9553-cd8b06653200 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.044265] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407199, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.045659] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 795.045659] env[69566]: value = "task-3407200" [ 795.045659] env[69566]: _type = "Task" [ 795.045659] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.052572] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Received event network-vif-deleted-28e30bbf-507e-47f2-9636-675860041f7b {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.052801] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Received event network-vif-plugged-b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.052992] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Acquiring lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.053219] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.053392] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.053594] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] No waiting events found dispatching network-vif-plugged-b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.053793] env[69566]: WARNING nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Received unexpected event network-vif-plugged-b743109b-7cd0-44fa-801b-45fc6526fdba for instance with vm_state building and task_state spawning. [ 795.053966] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Received event network-changed-aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.054165] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Refreshing instance network info cache due to event network-changed-aed4d3f8-2aac-49ae-9149-5c9c9d62738f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.054327] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Acquiring lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.054462] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Acquired lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.054609] env[69566]: DEBUG nova.network.neutron [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Refreshing network info cache for port aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.062719] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.109566] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.311222] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "0fe70055-5924-4a90-a0e0-6d6b2153855b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.510s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.311821] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.351840] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.394883] env[69566]: DEBUG nova.network.neutron [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.553170] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407199, 'name': ReconfigVM_Task, 'duration_secs': 0.285865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.556491] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5/61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.557527] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57f09a33-10c0-4116-a44c-7a9058b3fc79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.567481] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165169} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.568814] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.569743] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d6fca-307e-4c23-995d-40045bdf73ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.574093] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 795.574093] env[69566]: value = "task-3407201" [ 795.574093] env[69566]: _type = "Task" [ 795.574093] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.602438] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f3ae9fe7-a43a-4bfb-a564-7f198d114b60/f3ae9fe7-a43a-4bfb-a564-7f198d114b60.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.607795] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51f24d7-a93e-4ca9-ba8f-97b1b000ccab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.631330] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407201, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.636918] env[69566]: DEBUG oslo_vmware.api [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407198, 'name': PowerOnVM_Task, 'duration_secs': 0.948672} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.638683] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.639050] env[69566]: INFO nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Took 8.72 seconds to spawn the instance on the hypervisor. [ 795.639319] env[69566]: DEBUG nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.639835] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 795.639835] env[69566]: value = "task-3407202" [ 795.639835] env[69566]: _type = "Task" [ 795.639835] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.642994] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a37807-42ed-4c7f-a7c0-d4c36fcdf165 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.655529] env[69566]: DEBUG oslo_concurrency.lockutils [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.655529] env[69566]: DEBUG oslo_concurrency.lockutils [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.655529] env[69566]: INFO nova.compute.manager [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Rebooting instance [ 795.667259] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.743971] env[69566]: DEBUG nova.network.neutron [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updating instance_info_cache with network_info: [{"id": "b743109b-7cd0-44fa-801b-45fc6526fdba", "address": "fa:16:3e:cd:f2:b7", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb743109b-7c", "ovs_interfaceid": "b743109b-7cd0-44fa-801b-45fc6526fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.819121] env[69566]: DEBUG nova.compute.utils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.821151] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.824401] env[69566]: DEBUG nova.network.neutron [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.824625] env[69566]: DEBUG nova.network.neutron [-] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.908155] env[69566]: DEBUG nova.policy [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b465e75a234504833c8e2c98f4ef56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9cb6f29af30440cb540110a5ce16f9d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.948499] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8e311c-da7f-4684-9d33-9ef1b74f052f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.956974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c9ead1-3b18-4d27-b3fc-360629a2fb54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.991924] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe609d23-c9d1-4697-b20d-67d62cf5fd1a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.001022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167c8a1-f9d2-4805-8a72-5b062ba544f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.014258] env[69566]: DEBUG nova.compute.provider_tree [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.019428] env[69566]: DEBUG nova.network.neutron [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updated VIF entry in instance network info cache for port aed4d3f8-2aac-49ae-9149-5c9c9d62738f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.019428] env[69566]: DEBUG nova.network.neutron [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [{"id": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "address": "fa:16:3e:c1:e0:1b", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed4d3f8-2a", "ovs_interfaceid": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.085135] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407201, 'name': Rename_Task, 'duration_secs': 0.151716} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.085697] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.086674] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0283007f-2b23-462d-993b-e1f3ffdd6974 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093436] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 796.093436] env[69566]: value = "task-3407203" [ 796.093436] env[69566]: _type = "Task" [ 796.093436] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.106674] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.156659] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407202, 'name': ReconfigVM_Task, 'duration_secs': 0.290913} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.157079] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f3ae9fe7-a43a-4bfb-a564-7f198d114b60/f3ae9fe7-a43a-4bfb-a564-7f198d114b60.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.157864] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3882fd05-190c-4ef0-8f2b-189605fa7f6a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.164758] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 796.164758] env[69566]: value = "task-3407204" [ 796.164758] env[69566]: _type = "Task" [ 796.164758] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.179399] env[69566]: INFO nova.compute.manager [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Took 50.14 seconds to build instance. [ 796.185492] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407204, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.209139] env[69566]: DEBUG oslo_concurrency.lockutils [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.248565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.248882] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Instance network_info: |[{"id": "b743109b-7cd0-44fa-801b-45fc6526fdba", "address": "fa:16:3e:cd:f2:b7", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb743109b-7c", "ovs_interfaceid": "b743109b-7cd0-44fa-801b-45fc6526fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.249375] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:f2:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b743109b-7cd0-44fa-801b-45fc6526fdba', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.258271] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating folder: Project (9e1060aded8e47b0ad946096b5159a10). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.258271] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e42925f-9efb-4e94-ba7d-ac4aa23d4281 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.270126] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created folder: Project (9e1060aded8e47b0ad946096b5159a10) in parent group-v679651. [ 796.270341] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating folder: Instances. Parent ref: group-v679780. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.270592] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36dc3f07-ccde-4395-93d0-dea383c1fb5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.286513] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created folder: Instances in parent group-v679780. [ 796.286513] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.286513] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.286513] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b2e18f-cbd1-480c-9623-6ea25a159756 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.310827] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.310827] env[69566]: value = "task-3407207" [ 796.310827] env[69566]: _type = "Task" [ 796.310827] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.318800] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407207, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.324616] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.327157] env[69566]: INFO nova.compute.manager [-] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Took 1.64 seconds to deallocate network for instance. [ 796.371382] env[69566]: DEBUG nova.network.neutron [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Successfully created port: 80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.517696] env[69566]: DEBUG nova.scheduler.client.report [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.521624] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Releasing lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.521868] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Received event network-changed-b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.522062] env[69566]: DEBUG nova.compute.manager [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Refreshing instance network info cache due to event network-changed-b743109b-7cd0-44fa-801b-45fc6526fdba. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.522288] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Acquiring lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.522428] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Acquired lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.522599] env[69566]: DEBUG nova.network.neutron [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Refreshing network info cache for port b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.525256] env[69566]: DEBUG oslo_concurrency.lockutils [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquired lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.525436] env[69566]: DEBUG nova.network.neutron [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.607855] env[69566]: DEBUG oslo_vmware.api [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407203, 'name': PowerOnVM_Task, 'duration_secs': 0.439247} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.608189] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.608489] env[69566]: DEBUG nova.compute.manager [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.610603] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7252b-d26b-40da-b14f-1de53b7e79e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.678943] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407204, 'name': Rename_Task, 'duration_secs': 0.172133} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.678943] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.679505] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c6e2bf7-39e4-41f1-87af-8b61329745e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.685658] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43ec922a-1549-473f-b61e-637c893ec4e4 tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.968s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.686059] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 796.686059] env[69566]: value = "task-3407208" [ 796.686059] env[69566]: _type = "Task" [ 796.686059] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.696421] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.820831] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407207, 'name': CreateVM_Task, 'duration_secs': 0.395622} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.821034] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.821717] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.821887] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.822446] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.822547] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-464d7f66-b05a-4b7b-ad5f-93080e450af9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.826974] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 796.826974] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bc344a-0784-02ca-7ff6-7dfe66efb4c4" [ 796.826974] env[69566]: _type = "Task" [ 796.826974] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.835734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.841620] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bc344a-0784-02ca-7ff6-7dfe66efb4c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.841891] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.842122] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.842352] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.842506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.842670] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.842914] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-751563b7-27dd-4563-a848-2935555b89d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.850576] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.850753] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.851471] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15263d34-1cd1-420f-8daf-98c25249eb43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.856167] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 796.856167] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52aca83b-c230-4bc5-229b-776f9cea527d" [ 796.856167] env[69566]: _type = "Task" [ 796.856167] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.864014] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aca83b-c230-4bc5-229b-776f9cea527d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.026734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.027289] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.033271] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.825s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.033511] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.035558] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.765s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.039313] env[69566]: INFO nova.compute.claims [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.084798] env[69566]: INFO nova.scheduler.client.report [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Deleted allocations for instance 161cc33d-d443-4e5e-a2cf-14ff9a5d9011 [ 797.131255] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.185727] env[69566]: DEBUG nova.compute.manager [req-bc7c4767-6aac-4f21-942c-e46fe27743ed req-1ebc22c7-62c0-4be9-999a-ac4404f4cb7e service nova] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Received event network-vif-deleted-0b692245-4c29-4368-bb90-d0265f12b7c3 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.193034] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.211568] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.337545] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.372145] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aca83b-c230-4bc5-229b-776f9cea527d, 'name': SearchDatastore_Task, 'duration_secs': 0.0083} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.373639] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b484482f-c7ca-4401-8fb8-22b83d0458da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.383321] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 797.383321] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526e42c5-830c-8d21-1216-d2dffbcae634" [ 797.383321] env[69566]: _type = "Task" [ 797.383321] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.388493] env[69566]: DEBUG nova.network.neutron [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updated VIF entry in instance network info cache for port b743109b-7cd0-44fa-801b-45fc6526fdba. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.389191] env[69566]: DEBUG nova.network.neutron [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updating instance_info_cache with network_info: [{"id": "b743109b-7cd0-44fa-801b-45fc6526fdba", "address": "fa:16:3e:cd:f2:b7", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb743109b-7c", "ovs_interfaceid": "b743109b-7cd0-44fa-801b-45fc6526fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.392434] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.392687] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.392851] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.396850] env[69566]: DEBUG nova.virt.hardware [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.399945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e363c9b-fdfa-409f-b7c5-998e2bf8b011 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.403225] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526e42c5-830c-8d21-1216-d2dffbcae634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.409735] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117c8faa-eef5-4559-8fdc-0e292c7fdd5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.430098] env[69566]: DEBUG nova.network.neutron [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [{"id": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "address": "fa:16:3e:c1:e0:1b", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed4d3f8-2a", "ovs_interfaceid": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.549903] env[69566]: DEBUG nova.compute.utils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.552708] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.552885] env[69566]: DEBUG nova.network.neutron [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.592420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d04b1eb8-1f32-41fb-9f4d-fcf92bc4ec5c tempest-InstanceActionsNegativeTestJSON-296914521 tempest-InstanceActionsNegativeTestJSON-296914521-project-member] Lock "161cc33d-d443-4e5e-a2cf-14ff9a5d9011" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.966s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.602968] env[69566]: DEBUG nova.policy [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6b647cc2a734e43a426b84506fb5a61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e27f6f8ee6a49f7a1a89efcc8bf2229', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.613708] env[69566]: DEBUG nova.compute.manager [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Received event network-changed-d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.613965] env[69566]: DEBUG nova.compute.manager [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Refreshing instance network info cache due to event network-changed-d956a823-53a7-4221-9cff-c7fcf4ad62ac. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.614143] env[69566]: DEBUG oslo_concurrency.lockutils [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] Acquiring lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.614508] env[69566]: DEBUG oslo_concurrency.lockutils [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] Acquired lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614568] env[69566]: DEBUG nova.network.neutron [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Refreshing network info cache for port d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.704045] env[69566]: DEBUG oslo_vmware.api [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407208, 'name': PowerOnVM_Task, 'duration_secs': 0.877502} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.704283] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.704486] env[69566]: INFO nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Took 7.99 seconds to spawn the instance on the hypervisor. [ 797.704672] env[69566]: DEBUG nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.705466] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a07942-2d87-4ca4-88c6-c15116adfef1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.737422] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.850536] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.850670] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.850959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.851255] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.851510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.855835] env[69566]: INFO nova.compute.manager [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Terminating instance [ 797.896577] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526e42c5-830c-8d21-1216-d2dffbcae634, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.896627] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.897113] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] bfdb04fc-7a85-4c98-9206-a4c44adeee9f/bfdb04fc-7a85-4c98-9206-a4c44adeee9f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.897211] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36128409-7ce0-4eb4-aa28-8cb2247ffb97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.905140] env[69566]: DEBUG oslo_concurrency.lockutils [req-467fa854-0e1e-4cd9-884f-a00b0ffea8c1 req-eb673603-4073-4507-8541-bfa67fbac28e service nova] Releasing lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.908648] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 797.908648] env[69566]: value = "task-3407209" [ 797.908648] env[69566]: _type = "Task" [ 797.908648] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.909985] env[69566]: DEBUG nova.network.neutron [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Successfully created port: b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.927150] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.932464] env[69566]: DEBUG oslo_concurrency.lockutils [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Releasing lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.053587] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.230434] env[69566]: INFO nova.compute.manager [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Took 46.01 seconds to build instance. [ 798.361510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "refresh_cache-61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.361820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquired lock "refresh_cache-61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.361855] env[69566]: DEBUG nova.network.neutron [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.429217] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497231} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.429558] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] bfdb04fc-7a85-4c98-9206-a4c44adeee9f/bfdb04fc-7a85-4c98-9206-a4c44adeee9f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.429747] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.430015] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b39dab47-f085-4c6c-8b65-e83e019a41a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.438955] env[69566]: DEBUG nova.compute.manager [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.439405] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491a45b3-8198-46fc-905d-a59dfc71c582 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.445022] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 798.445022] env[69566]: value = "task-3407210" [ 798.445022] env[69566]: _type = "Task" [ 798.445022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.462823] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.657425] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b518524-9034-419a-996d-d996437c3da9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.666933] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a0634-0a1e-4986-8124-584a0f3a4c13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.707050] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be917de1-d515-4fc7-a4fa-f0921edfd187 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.717770] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e24d34b-f207-473d-bc0c-f4fab08a5035 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.732609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7b13ac83-d87a-40e9-98ad-33adeb9874f5 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.603s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.733115] env[69566]: DEBUG nova.compute.provider_tree [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.744187] env[69566]: DEBUG nova.network.neutron [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Successfully updated port: 80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.818785] env[69566]: DEBUG nova.network.neutron [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Updated VIF entry in instance network info cache for port d956a823-53a7-4221-9cff-c7fcf4ad62ac. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.818982] env[69566]: DEBUG nova.network.neutron [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Updating instance_info_cache with network_info: [{"id": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "address": "fa:16:3e:80:be:68", "network": {"id": "8fc86a80-454d-43ce-b467-c6295f69a939", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1319148812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c948c8f642604ba6b64ef61e3fdc75f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd956a823-53", "ovs_interfaceid": "d956a823-53a7-4221-9cff-c7fcf4ad62ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.885900] env[69566]: DEBUG nova.network.neutron [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.962212] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089871} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.962481] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.964278] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83a720-8f9f-4e67-8476-f1ef531e9c65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.992182] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] bfdb04fc-7a85-4c98-9206-a4c44adeee9f/bfdb04fc-7a85-4c98-9206-a4c44adeee9f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.992362] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0301345-bc1f-4d26-b75a-bd2d2710f26e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015437] env[69566]: DEBUG nova.network.neutron [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.021296] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 799.021296] env[69566]: value = "task-3407211" [ 799.021296] env[69566]: _type = "Task" [ 799.021296] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.033558] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.073440] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.104069] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.104069] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.104652] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.104652] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.104652] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.104809] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.104965] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.105139] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.105316] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.105533] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.105879] env[69566]: DEBUG nova.virt.hardware [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.106608] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb50a25-a649-43d4-be66-ae7fb3774e43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.114806] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ce315-6c04-4cad-b060-b94a52816840 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.237091] env[69566]: DEBUG nova.scheduler.client.report [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.244026] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.245495] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "refresh_cache-4a66e4ec-fecc-4c29-87bb-199a5ae89900" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.245593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquired lock "refresh_cache-4a66e4ec-fecc-4c29-87bb-199a5ae89900" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.245719] env[69566]: DEBUG nova.network.neutron [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.280913] env[69566]: DEBUG nova.compute.manager [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Received event network-vif-plugged-80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.281109] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] Acquiring lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.281312] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.281705] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.281705] env[69566]: DEBUG nova.compute.manager [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] No waiting events found dispatching network-vif-plugged-80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.281810] env[69566]: WARNING nova.compute.manager [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Received unexpected event network-vif-plugged-80b87260-f631-480b-b65b-e6a702caff8c for instance with vm_state building and task_state spawning. [ 799.281951] env[69566]: DEBUG nova.compute.manager [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Received event network-changed-80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.285364] env[69566]: DEBUG nova.compute.manager [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Refreshing instance network info cache due to event network-changed-80b87260-f631-480b-b65b-e6a702caff8c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.285584] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] Acquiring lock "refresh_cache-4a66e4ec-fecc-4c29-87bb-199a5ae89900" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.321835] env[69566]: DEBUG oslo_concurrency.lockutils [req-fe049f53-926e-4436-8ed4-2f6d52059a71 req-dd5c7295-280b-4d1b-a4c9-ff5c8f66fe92 service nova] Releasing lock "refresh_cache-6735746d-c4a1-4d85-8806-ed80577a68f4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.466082] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1b930-35a7-44bb-bb24-1dfb21cb2d7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.474856] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Doing hard reboot of VM {{(pid=69566) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 799.475168] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-27786815-9bf9-488a-85da-d11510d722ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.481789] env[69566]: DEBUG oslo_vmware.api [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 799.481789] env[69566]: value = "task-3407212" [ 799.481789] env[69566]: _type = "Task" [ 799.481789] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.491020] env[69566]: DEBUG oslo_vmware.api [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407212, 'name': ResetVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.522008] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Releasing lock "refresh_cache-61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.522591] env[69566]: DEBUG nova.compute.manager [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.522832] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.523947] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d468357f-4003-496f-8e05-1d1020df49b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.537801] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407211, 'name': ReconfigVM_Task, 'duration_secs': 0.51624} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.541780] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Reconfigured VM instance instance-0000002a to attach disk [datastore2] bfdb04fc-7a85-4c98-9206-a4c44adeee9f/bfdb04fc-7a85-4c98-9206-a4c44adeee9f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.541780] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.541780] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d2e395-cebd-43f7-ba35-b076e2c8cd05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.542998] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9a5745d-1e2d-41fe-bfaa-feb942ace1dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.549816] env[69566]: DEBUG oslo_vmware.api [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 799.549816] env[69566]: value = "task-3407214" [ 799.549816] env[69566]: _type = "Task" [ 799.549816] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.551100] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 799.551100] env[69566]: value = "task-3407213" [ 799.551100] env[69566]: _type = "Task" [ 799.551100] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.567321] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407213, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.571165] env[69566]: DEBUG oslo_vmware.api [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.747467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.748477] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.757281] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.600s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.762016] env[69566]: INFO nova.compute.claims [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.785903] env[69566]: DEBUG nova.network.neutron [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Successfully updated port: b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.789755] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.852022] env[69566]: DEBUG nova.network.neutron [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.866089] env[69566]: DEBUG nova.compute.manager [req-1d5e894f-ef10-4b5e-9595-802a3ae7a5e2 req-188955a0-4a64-4e5d-a852-756f02ec9826 service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Received event network-vif-plugged-b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.866089] env[69566]: DEBUG oslo_concurrency.lockutils [req-1d5e894f-ef10-4b5e-9595-802a3ae7a5e2 req-188955a0-4a64-4e5d-a852-756f02ec9826 service nova] Acquiring lock "a1675c15-3ae1-4865-9758-32e637cf9bdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.866089] env[69566]: DEBUG oslo_concurrency.lockutils [req-1d5e894f-ef10-4b5e-9595-802a3ae7a5e2 req-188955a0-4a64-4e5d-a852-756f02ec9826 service nova] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.866089] env[69566]: DEBUG oslo_concurrency.lockutils [req-1d5e894f-ef10-4b5e-9595-802a3ae7a5e2 req-188955a0-4a64-4e5d-a852-756f02ec9826 service nova] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.866089] env[69566]: DEBUG nova.compute.manager [req-1d5e894f-ef10-4b5e-9595-802a3ae7a5e2 req-188955a0-4a64-4e5d-a852-756f02ec9826 service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] No waiting events found dispatching network-vif-plugged-b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.866089] env[69566]: WARNING nova.compute.manager [req-1d5e894f-ef10-4b5e-9595-802a3ae7a5e2 req-188955a0-4a64-4e5d-a852-756f02ec9826 service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Received unexpected event network-vif-plugged-b5a53680-a489-448c-ae0d-c42deb1d7eb7 for instance with vm_state building and task_state spawning. [ 799.994153] env[69566]: DEBUG oslo_vmware.api [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407212, 'name': ResetVM_Task, 'duration_secs': 0.121562} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.994477] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Did hard reboot of VM {{(pid=69566) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 799.994707] env[69566]: DEBUG nova.compute.manager [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.995579] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df20cb-f15b-4180-9f54-9488336f7276 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.066018] env[69566]: DEBUG oslo_vmware.api [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407214, 'name': PowerOffVM_Task, 'duration_secs': 0.235531} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.066804] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.066941] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.067769] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd2ae615-9a29-438c-9e06-2068945700e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.073050] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407213, 'name': Rename_Task, 'duration_secs': 0.149079} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.073970] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.074275] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8c648a-d824-40c4-aeb7-d1601dc38854 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.080078] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 800.080078] env[69566]: value = "task-3407216" [ 800.080078] env[69566]: _type = "Task" [ 800.080078] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.090291] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.100938] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.100938] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.100938] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Deleting the datastore file [datastore1] 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.101122] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee6e4358-c913-404a-b27d-43bd62b7da5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.108429] env[69566]: DEBUG oslo_vmware.api [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for the task: (returnval){ [ 800.108429] env[69566]: value = "task-3407217" [ 800.108429] env[69566]: _type = "Task" [ 800.108429] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.121678] env[69566]: DEBUG oslo_vmware.api [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.238460] env[69566]: DEBUG nova.network.neutron [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Updating instance_info_cache with network_info: [{"id": "80b87260-f631-480b-b65b-e6a702caff8c", "address": "fa:16:3e:75:57:49", "network": {"id": "46eabe4a-3ac2-469e-a84f-184ab5d20b5f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-40435845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9cb6f29af30440cb540110a5ce16f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b87260-f6", "ovs_interfaceid": "80b87260-f631-480b-b65b-e6a702caff8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.260018] env[69566]: DEBUG nova.compute.utils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.265159] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.265159] env[69566]: DEBUG nova.network.neutron [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.288399] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.288573] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.288738] env[69566]: DEBUG nova.network.neutron [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.353632] env[69566]: DEBUG nova.policy [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '530c387b294d4e8782af8ee2b9bcc3d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bab14904ad5249a6ac9700df8fd5908f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.514041] env[69566]: DEBUG oslo_concurrency.lockutils [None req-635cdad0-a052-40ca-9f99-9ce64af41ee7 tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.859s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.590965] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407216, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.627280] env[69566]: DEBUG oslo_vmware.api [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Task: {'id': task-3407217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146868} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.627280] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.627280] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.627280] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.627280] env[69566]: INFO nova.compute.manager [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 800.627280] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.627280] env[69566]: DEBUG nova.compute.manager [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.627280] env[69566]: DEBUG nova.network.neutron [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.650049] env[69566]: DEBUG nova.network.neutron [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.741392] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Releasing lock "refresh_cache-4a66e4ec-fecc-4c29-87bb-199a5ae89900" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.741851] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Instance network_info: |[{"id": "80b87260-f631-480b-b65b-e6a702caff8c", "address": "fa:16:3e:75:57:49", "network": {"id": "46eabe4a-3ac2-469e-a84f-184ab5d20b5f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-40435845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9cb6f29af30440cb540110a5ce16f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b87260-f6", "ovs_interfaceid": "80b87260-f631-480b-b65b-e6a702caff8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.743424] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] Acquired lock "refresh_cache-4a66e4ec-fecc-4c29-87bb-199a5ae89900" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.743683] env[69566]: DEBUG nova.network.neutron [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Refreshing network info cache for port 80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.748267] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:57:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b87260-f631-480b-b65b-e6a702caff8c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.755469] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Creating folder: Project (f9cb6f29af30440cb540110a5ce16f9d). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.756413] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b693096b-f821-4ed1-9515-fa51b7e10759 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.764948] env[69566]: DEBUG nova.network.neutron [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Successfully created port: 05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.769831] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.772307] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Created folder: Project (f9cb6f29af30440cb540110a5ce16f9d) in parent group-v679651. [ 800.772494] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Creating folder: Instances. Parent ref: group-v679783. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.777131] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c41f7de-4768-4009-bab3-e320d69d10df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.787921] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Created folder: Instances in parent group-v679783. [ 800.788282] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.788568] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.790050] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc88abdb-b595-4fdd-bccb-c8a73f2ab8f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.814080] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.814080] env[69566]: value = "task-3407220" [ 800.814080] env[69566]: _type = "Task" [ 800.814080] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.826652] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407220, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.857777] env[69566]: DEBUG nova.network.neutron [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.058866] env[69566]: DEBUG nova.network.neutron [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Updating instance_info_cache with network_info: [{"id": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "address": "fa:16:3e:9f:5f:38", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a53680-a4", "ovs_interfaceid": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.095263] env[69566]: DEBUG oslo_vmware.api [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407216, 'name': PowerOnVM_Task, 'duration_secs': 0.529644} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.095608] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.096061] env[69566]: INFO nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Took 8.52 seconds to spawn the instance on the hypervisor. [ 801.096379] env[69566]: DEBUG nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.097642] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24f1062-805d-43fc-94ee-70028c2ac4b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.154898] env[69566]: DEBUG nova.network.neutron [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.326280] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407220, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.332466] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ccb21f-eca5-4119-8776-ff6d64e0b140 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.342727] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf94324-3853-41ca-90dc-a4330b7f75eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.380059] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d3cb4-f60a-4f03-80b7-2e1a6e09ae23 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.388334] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac364ac-d3d3-4436-9c5d-c88cf1595cfc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.402623] env[69566]: DEBUG nova.compute.provider_tree [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.533874] env[69566]: DEBUG nova.network.neutron [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Updated VIF entry in instance network info cache for port 80b87260-f631-480b-b65b-e6a702caff8c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.533874] env[69566]: DEBUG nova.network.neutron [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Updating instance_info_cache with network_info: [{"id": "80b87260-f631-480b-b65b-e6a702caff8c", "address": "fa:16:3e:75:57:49", "network": {"id": "46eabe4a-3ac2-469e-a84f-184ab5d20b5f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-40435845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9cb6f29af30440cb540110a5ce16f9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b87260-f6", "ovs_interfaceid": "80b87260-f631-480b-b65b-e6a702caff8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.562129] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.562652] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Instance network_info: |[{"id": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "address": "fa:16:3e:9f:5f:38", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a53680-a4", "ovs_interfaceid": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.563273] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:5f:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a53680-a489-448c-ae0d-c42deb1d7eb7', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.586369] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.587213] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.587579] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5b6647-6465-43de-8dd8-799f6b0ea8cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.628394] env[69566]: INFO nova.compute.manager [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Took 47.97 seconds to build instance. [ 801.631273] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.631273] env[69566]: value = "task-3407221" [ 801.631273] env[69566]: _type = "Task" [ 801.631273] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.644118] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407221, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.657950] env[69566]: INFO nova.compute.manager [-] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Took 1.03 seconds to deallocate network for instance. [ 801.782527] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.800244] env[69566]: DEBUG nova.compute.manager [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Received event network-changed-61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.800504] env[69566]: DEBUG nova.compute.manager [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Refreshing instance network info cache due to event network-changed-61480e87-906b-4ea3-bc47-a7e757fcdc8d. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.800742] env[69566]: DEBUG oslo_concurrency.lockutils [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] Acquiring lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.801190] env[69566]: DEBUG oslo_concurrency.lockutils [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] Acquired lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.801190] env[69566]: DEBUG nova.network.neutron [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Refreshing network info cache for port 61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.811279] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.811522] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.811689] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.811876] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.812057] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.812252] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.812500] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.812676] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.812879] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.813082] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.813273] env[69566]: DEBUG nova.virt.hardware [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.814401] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa425e0b-e26f-454e-8069-e102417414f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.828320] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407220, 'name': CreateVM_Task, 'duration_secs': 0.606243} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.828757] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.830223] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b125e6f0-e756-4c8b-a150-125a9db7169b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.834144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.834310] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.834626] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.834872] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a608ad6-71c1-4c43-86a2-293b8ef8e284 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.850775] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 801.850775] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52297ebb-61e6-bbbc-1a95-77f7e4e87fcb" [ 801.850775] env[69566]: _type = "Task" [ 801.850775] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.858439] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52297ebb-61e6-bbbc-1a95-77f7e4e87fcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.905728] env[69566]: DEBUG nova.scheduler.client.report [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.037080] env[69566]: DEBUG oslo_concurrency.lockutils [req-0e7d2365-9fe6-4c51-b22e-468c210a744e req-ce48382e-4016-4ffb-8927-14634373be9a service nova] Releasing lock "refresh_cache-4a66e4ec-fecc-4c29-87bb-199a5ae89900" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.071457] env[69566]: DEBUG nova.compute.manager [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Received event network-changed-b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.071645] env[69566]: DEBUG nova.compute.manager [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Refreshing instance network info cache due to event network-changed-b5a53680-a489-448c-ae0d-c42deb1d7eb7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.072372] env[69566]: DEBUG oslo_concurrency.lockutils [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] Acquiring lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.072372] env[69566]: DEBUG oslo_concurrency.lockutils [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] Acquired lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.072372] env[69566]: DEBUG nova.network.neutron [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Refreshing network info cache for port b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.133872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36791ed6-80a7-48c2-b729-2c2d3aaa3794 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.408s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.146819] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407221, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.167969] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.364764] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52297ebb-61e6-bbbc-1a95-77f7e4e87fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.032902} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.368419] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.369025] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.369396] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.369648] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.370169] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.370586] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cedcd830-96f8-4bd3-bc5d-b7b8102cef50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.396262] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.396262] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.396262] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24e1082-a747-41ac-a144-26071152a8a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.410723] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 802.410723] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526831c4-c52b-239f-75d2-071b4629e534" [ 802.410723] env[69566]: _type = "Task" [ 802.410723] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.415346] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.415918] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.422191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.069s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.424490] env[69566]: INFO nova.compute.claims [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.434396] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526831c4-c52b-239f-75d2-071b4629e534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.645655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.645655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.646108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.646623] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.646805] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.651958] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.657369] env[69566]: INFO nova.compute.manager [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Terminating instance [ 802.676629] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407221, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.718573] env[69566]: DEBUG nova.network.neutron [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updated VIF entry in instance network info cache for port 61480e87-906b-4ea3-bc47-a7e757fcdc8d. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.718850] env[69566]: DEBUG nova.network.neutron [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updating instance_info_cache with network_info: [{"id": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "address": "fa:16:3e:ef:e3:28", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61480e87-90", "ovs_interfaceid": "61480e87-906b-4ea3-bc47-a7e757fcdc8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.921725] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526831c4-c52b-239f-75d2-071b4629e534, 'name': SearchDatastore_Task, 'duration_secs': 0.040354} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.922528] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc63222f-5747-48e2-96cd-e8d2cf442c6d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.929214] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 802.929214] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522cd5b0-96cc-e18e-f2e1-c9722d73c854" [ 802.929214] env[69566]: _type = "Task" [ 802.929214] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.936261] env[69566]: DEBUG nova.compute.utils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.944042] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.944042] env[69566]: DEBUG nova.network.neutron [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.950280] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522cd5b0-96cc-e18e-f2e1-c9722d73c854, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.950559] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.950831] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 4a66e4ec-fecc-4c29-87bb-199a5ae89900/4a66e4ec-fecc-4c29-87bb-199a5ae89900.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.951112] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a80b3df3-0691-4c19-822f-edba2c502282 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.962284] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 802.962284] env[69566]: value = "task-3407222" [ 802.962284] env[69566]: _type = "Task" [ 802.962284] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.972717] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.007614] env[69566]: DEBUG nova.policy [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f9254e66c1e4ce69501fa7f8b817863', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '06ba4e38dc3e4666a4bfad61c11c71cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.147349] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407221, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.172032] env[69566]: DEBUG nova.compute.manager [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.172329] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.173275] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc8f7e2-e9e4-4f81-a238-54f94a162298 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.177783] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.185688] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.185952] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea31893c-b719-40d6-b6f3-6f6513567f93 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.197269] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 803.197269] env[69566]: value = "task-3407223" [ 803.197269] env[69566]: _type = "Task" [ 803.197269] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.215921] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.221819] env[69566]: DEBUG oslo_concurrency.lockutils [req-6f86c83a-be70-44eb-b145-fcf47b34df7b req-6fb39841-d113-4506-b7c2-cecf292b5261 service nova] Releasing lock "refresh_cache-f3ae9fe7-a43a-4bfb-a564-7f198d114b60" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.426984] env[69566]: DEBUG nova.network.neutron [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Updated VIF entry in instance network info cache for port b5a53680-a489-448c-ae0d-c42deb1d7eb7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.427475] env[69566]: DEBUG nova.network.neutron [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Updating instance_info_cache with network_info: [{"id": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "address": "fa:16:3e:9f:5f:38", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a53680-a4", "ovs_interfaceid": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.442993] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.477216] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510343} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.477216] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 4a66e4ec-fecc-4c29-87bb-199a5ae89900/4a66e4ec-fecc-4c29-87bb-199a5ae89900.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.477586] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.477779] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915b7c59-0a42-476c-ac78-350be4e5adcf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.486034] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 803.486034] env[69566]: value = "task-3407224" [ 803.486034] env[69566]: _type = "Task" [ 803.486034] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.499525] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.502727] env[69566]: DEBUG nova.network.neutron [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Successfully updated port: 05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.608883] env[69566]: DEBUG nova.network.neutron [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Successfully created port: 72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.643508] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407221, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.709473] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407223, 'name': PowerOffVM_Task, 'duration_secs': 0.297427} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.709473] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.709473] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.709473] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f89b8daf-773b-4b44-be38-f9bf39abda29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.770945] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.771343] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.771988] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Deleting the datastore file [datastore2] 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.772167] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b86e825-826a-46ed-917f-8fade344f43b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.784235] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 803.784235] env[69566]: value = "task-3407226" [ 803.784235] env[69566]: _type = "Task" [ 803.784235] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.791908] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.936518] env[69566]: DEBUG oslo_concurrency.lockutils [req-a775a923-7f8d-4099-9f35-0d1882a4e079 req-e0bd352b-f5ee-41a9-ada1-87a0d56d437a service nova] Releasing lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.960234] env[69566]: INFO nova.virt.block_device [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Booting with volume ca8586a6-f31d-43cc-864f-9b551546c7fb at /dev/sda [ 803.977288] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Received event network-changed-aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.977487] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Refreshing instance network info cache due to event network-changed-aed4d3f8-2aac-49ae-9149-5c9c9d62738f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.977709] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquiring lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.977883] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquired lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.978009] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Refreshing network info cache for port aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.997759] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.008010] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "refresh_cache-d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.008010] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquired lock "refresh_cache-d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.008010] env[69566]: DEBUG nova.network.neutron [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.011459] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30e4c6d4-2ee7-4129-b669-23ff5e3725f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.023385] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543730f4-7d76-4329-85af-3e2255bba15e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.066692] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2081ebe5-1e73-4811-b88d-9fed9ff13037 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.076184] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e016c05-923a-483e-8cd2-9a8a84eb8348 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.101032] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d3643a-c509-4092-b605-3a4ad49e17ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.118456] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54c101-4f3c-4d79-bc2c-d082065a2d75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.124434] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f78061-e171-49bd-8086-b0114c0c4dee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.130540] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7713077-c945-4ed4-a414-308f892243ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.163018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b20eaa-cb1b-42db-a265-6d703db91a3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.172017] env[69566]: DEBUG nova.virt.block_device [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updating existing volume attachment record: ec76b5c5-4813-4f4a-aceb-098ec0404636 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 804.178267] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407221, 'name': CreateVM_Task, 'duration_secs': 2.324867} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.178573] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.179780] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4469d-dc17-408f-aec0-3730fd75338c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.184332] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.184637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.184755] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.185018] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d32663-5aec-43d6-85ca-6d29bf4b9483 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.198266] env[69566]: DEBUG nova.compute.provider_tree [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.201034] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 804.201034] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5291c5b8-4f21-e66d-8419-7ddb2152ef77" [ 804.201034] env[69566]: _type = "Task" [ 804.201034] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.210314] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5291c5b8-4f21-e66d-8419-7ddb2152ef77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.293179] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.499734] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.618700] env[69566]: DEBUG nova.network.neutron [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.703128] env[69566]: DEBUG nova.scheduler.client.report [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.721862] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5291c5b8-4f21-e66d-8419-7ddb2152ef77, 'name': SearchDatastore_Task, 'duration_secs': 0.064934} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.721862] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.721862] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.722359] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.722359] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.722501] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.722751] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0943153-6708-433f-a598-9f91878875af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.732248] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.732439] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.733196] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab659e2-73ee-4693-82ab-5c0bba3e989b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.741017] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 804.741017] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528db6b4-ca47-1a74-b9d8-d78d653546eb" [ 804.741017] env[69566]: _type = "Task" [ 804.741017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.749677] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528db6b4-ca47-1a74-b9d8-d78d653546eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.795930] env[69566]: DEBUG oslo_vmware.api [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.887054} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.796662] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.796917] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.797154] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.797431] env[69566]: INFO nova.compute.manager [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Took 1.63 seconds to destroy the instance on the hypervisor. [ 804.797767] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.798230] env[69566]: DEBUG nova.compute.manager [-] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.798352] env[69566]: DEBUG nova.network.neutron [-] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.983413] env[69566]: DEBUG nova.network.neutron [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Updating instance_info_cache with network_info: [{"id": "05724813-8a2b-49a4-af52-46b221530f15", "address": "fa:16:3e:79:88:ae", "network": {"id": "d101cc14-80f7-457e-8a3b-71565ae7b9a9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-135988989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab14904ad5249a6ac9700df8fd5908f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05724813-8a", "ovs_interfaceid": "05724813-8a2b-49a4-af52-46b221530f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.996019] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.180988} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.997106] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.998389] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624ffb4-5052-4af7-849c-321bb7dafb0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.024191] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 4a66e4ec-fecc-4c29-87bb-199a5ae89900/4a66e4ec-fecc-4c29-87bb-199a5ae89900.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.025033] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d6c41c0-47fe-44a1-a89b-6ca0caced263 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.041338] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updated VIF entry in instance network info cache for port aed4d3f8-2aac-49ae-9149-5c9c9d62738f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.041772] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [{"id": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "address": "fa:16:3e:c1:e0:1b", "network": {"id": "9d10d8e0-dab9-4a71-9159-07e0137a408f", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-355581066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3ac4375ced94528908995b2ee283e50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed4d3f8-2a", "ovs_interfaceid": "aed4d3f8-2aac-49ae-9149-5c9c9d62738f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.049641] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 805.049641] env[69566]: value = "task-3407227" [ 805.049641] env[69566]: _type = "Task" [ 805.049641] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.062910] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.213331] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.214073] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.216874] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.430s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.220099] env[69566]: DEBUG nova.objects.instance [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lazy-loading 'resources' on Instance uuid 68f0dac2-cc55-4110-87c3-dcf1d9d05650 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.270796] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528db6b4-ca47-1a74-b9d8-d78d653546eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01374} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.271046] env[69566]: DEBUG nova.network.neutron [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Successfully updated port: 72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.273971] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32cb338-1eaa-422b-a3e3-8d785ecfad43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.282490] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 805.282490] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a78041-f870-0bf6-28fa-3360f8780f8e" [ 805.282490] env[69566]: _type = "Task" [ 805.282490] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.294340] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a78041-f870-0bf6-28fa-3360f8780f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.294695] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.294971] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] a1675c15-3ae1-4865-9758-32e637cf9bdd/a1675c15-3ae1-4865-9758-32e637cf9bdd.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.295245] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e5f2008-2dc6-44cc-8331-f8ee10427cc5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.302849] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 805.302849] env[69566]: value = "task-3407228" [ 805.302849] env[69566]: _type = "Task" [ 805.302849] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.314205] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.346028] env[69566]: DEBUG nova.compute.manager [req-d37fc8e8-2c4b-4d58-ac1e-831073c2769c req-ad34b7b4-b9e7-4970-8fc3-982cebb108d6 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Received event network-vif-deleted-aed4d3f8-2aac-49ae-9149-5c9c9d62738f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.346341] env[69566]: INFO nova.compute.manager [req-d37fc8e8-2c4b-4d58-ac1e-831073c2769c req-ad34b7b4-b9e7-4970-8fc3-982cebb108d6 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Neutron deleted interface aed4d3f8-2aac-49ae-9149-5c9c9d62738f; detaching it from the instance and deleting it from the info cache [ 805.346607] env[69566]: DEBUG nova.network.neutron [req-d37fc8e8-2c4b-4d58-ac1e-831073c2769c req-ad34b7b4-b9e7-4970-8fc3-982cebb108d6 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.485906] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Releasing lock "refresh_cache-d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.486439] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Instance network_info: |[{"id": "05724813-8a2b-49a4-af52-46b221530f15", "address": "fa:16:3e:79:88:ae", "network": {"id": "d101cc14-80f7-457e-8a3b-71565ae7b9a9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-135988989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab14904ad5249a6ac9700df8fd5908f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05724813-8a", "ovs_interfaceid": "05724813-8a2b-49a4-af52-46b221530f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.486928] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:88:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05724813-8a2b-49a4-af52-46b221530f15', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.495614] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Creating folder: Project (bab14904ad5249a6ac9700df8fd5908f). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.495930] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90c2c019-298d-4e98-99ec-56a5d7db880f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.507490] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Created folder: Project (bab14904ad5249a6ac9700df8fd5908f) in parent group-v679651. [ 805.507786] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Creating folder: Instances. Parent ref: group-v679787. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.508789] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1c83fa6-ec91-410f-aaa6-9a372d85ae2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.517543] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Created folder: Instances in parent group-v679787. [ 805.517891] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.518174] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.518706] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b41f6ed-4499-4ca4-a145-ecc078d3c7e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.545626] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Releasing lock "refresh_cache-536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.545900] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Received event network-vif-plugged-05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.546110] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquiring lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.546323] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.546481] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.546646] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] No waiting events found dispatching network-vif-plugged-05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.546809] env[69566]: WARNING nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Received unexpected event network-vif-plugged-05724813-8a2b-49a4-af52-46b221530f15 for instance with vm_state building and task_state spawning. [ 805.546987] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Received event network-changed-b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.551567] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Refreshing instance network info cache due to event network-changed-b743109b-7cd0-44fa-801b-45fc6526fdba. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.551798] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquiring lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.552036] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquired lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.552127] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Refreshing network info cache for port b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.554362] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.554362] env[69566]: value = "task-3407231" [ 805.554362] env[69566]: _type = "Task" [ 805.554362] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.567402] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407227, 'name': ReconfigVM_Task, 'duration_secs': 0.37301} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.573284] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 4a66e4ec-fecc-4c29-87bb-199a5ae89900/4a66e4ec-fecc-4c29-87bb-199a5ae89900.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.573284] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407231, 'name': CreateVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.573284] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-475aeb0b-6e76-4168-8c96-c7235b60da9f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.580718] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 805.580718] env[69566]: value = "task-3407232" [ 805.580718] env[69566]: _type = "Task" [ 805.580718] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.590129] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407232, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.604131] env[69566]: DEBUG nova.network.neutron [-] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.721221] env[69566]: DEBUG nova.compute.utils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.724495] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.724984] env[69566]: DEBUG nova.network.neutron [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.775160] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquiring lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.775364] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquired lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.775576] env[69566]: DEBUG nova.network.neutron [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.782860] env[69566]: DEBUG nova.policy [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '488a250ecb304d58a5f6cdd6c8f507ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db29d058e674c1ea91d67bd72faa50d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.819697] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407228, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.852814] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d915e19-00e0-4198-aed4-5a3b71c4f353 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.868329] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d963a4-6e10-4b0b-990a-6cef2c6cd8fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.910713] env[69566]: DEBUG nova.compute.manager [req-d37fc8e8-2c4b-4d58-ac1e-831073c2769c req-ad34b7b4-b9e7-4970-8fc3-982cebb108d6 service nova] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Detach interface failed, port_id=aed4d3f8-2aac-49ae-9149-5c9c9d62738f, reason: Instance 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.002972] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.003236] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.070801] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407231, 'name': CreateVM_Task, 'duration_secs': 0.363499} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.071304] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.072141] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.072483] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.072635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.072879] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a20e501-9cc1-4ab1-b7f0-59404fa87b8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.082198] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 806.082198] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522a9393-ce1a-bceb-59da-2d7c1712fc21" [ 806.082198] env[69566]: _type = "Task" [ 806.082198] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.099514] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407232, 'name': Rename_Task, 'duration_secs': 0.378431} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.100021] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522a9393-ce1a-bceb-59da-2d7c1712fc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.100108] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.102071] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed03481-6b28-4e94-9461-2794e4d73070 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.107436] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 806.107436] env[69566]: value = "task-3407233" [ 806.107436] env[69566]: _type = "Task" [ 806.107436] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.114293] env[69566]: INFO nova.compute.manager [-] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Took 1.32 seconds to deallocate network for instance. [ 806.123526] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.127905] env[69566]: DEBUG nova.network.neutron [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Successfully created port: 275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.233906] env[69566]: DEBUG nova.compute.utils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.315251] env[69566]: DEBUG nova.network.neutron [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.324069] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528739} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.329405] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] a1675c15-3ae1-4865-9758-32e637cf9bdd/a1675c15-3ae1-4865-9758-32e637cf9bdd.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.329702] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.330243] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fa7459c-a18c-4fbd-acbb-ea80fbadf4da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.337674] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.338355] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.338597] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.338774] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.338956] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.339185] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.339363] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.339585] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.339796] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.339961] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.340191] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.340643] env[69566]: DEBUG nova.virt.hardware [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.340737] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 806.340737] env[69566]: value = "task-3407234" [ 806.340737] env[69566]: _type = "Task" [ 806.340737] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.344380] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501ca6a5-180d-4e96-b20c-011d09b1518c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.347496] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e18008-d977-404b-b370-a74b845f715a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.363637] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e154e7-0fcb-4618-9021-40fba919c7c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.368967] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.369864] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2a8a40-49c5-41be-bc99-161473f86118 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.419172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00baac8d-e078-4e92-bc98-d1f30c92af3a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.429205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf108bb3-5914-462d-a04a-7ec79516aca0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.442755] env[69566]: DEBUG nova.compute.provider_tree [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.462318] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updated VIF entry in instance network info cache for port b743109b-7cd0-44fa-801b-45fc6526fdba. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.462884] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updating instance_info_cache with network_info: [{"id": "b743109b-7cd0-44fa-801b-45fc6526fdba", "address": "fa:16:3e:cd:f2:b7", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb743109b-7c", "ovs_interfaceid": "b743109b-7cd0-44fa-801b-45fc6526fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.549708] env[69566]: DEBUG nova.network.neutron [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updating instance_info_cache with network_info: [{"id": "72f31444-ee86-4996-b782-5e92ab70df80", "address": "fa:16:3e:12:fb:a7", "network": {"id": "0c5dbbfb-5302-4400-a2a4-af5145a2306f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1353279335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ba4e38dc3e4666a4bfad61c11c71cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f31444-ee", "ovs_interfaceid": "72f31444-ee86-4996-b782-5e92ab70df80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.598665] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522a9393-ce1a-bceb-59da-2d7c1712fc21, 'name': SearchDatastore_Task, 'duration_secs': 0.033606} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.598992] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.599269] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.599566] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.599715] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.599895] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.600173] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2206dcfc-5e59-43e1-89c6-1dbf95b7ade3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.611959] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.612623] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.614036] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86993ab8-075b-4714-9b49-d32b598e7c09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.620244] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407233, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.623984] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 806.623984] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5250e10b-fab7-8438-cf1f-86dc47d54732" [ 806.623984] env[69566]: _type = "Task" [ 806.623984] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.628426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.636212] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5250e10b-fab7-8438-cf1f-86dc47d54732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.741920] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.858771] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067483} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.858919] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.859622] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bed80ef-d28a-4065-b869-569b1867da63 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.881237] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a1675c15-3ae1-4865-9758-32e637cf9bdd/a1675c15-3ae1-4865-9758-32e637cf9bdd.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.881530] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716212d0-e1a1-47f3-8540-7919c4ce3ff2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.900773] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 806.900773] env[69566]: value = "task-3407235" [ 806.900773] env[69566]: _type = "Task" [ 806.900773] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.910133] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.951999] env[69566]: DEBUG nova.scheduler.client.report [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.967640] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Releasing lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.967640] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Received event network-changed-05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.967640] env[69566]: DEBUG nova.compute.manager [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Refreshing instance network info cache due to event network-changed-05724813-8a2b-49a4-af52-46b221530f15. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.967640] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquiring lock "refresh_cache-d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.967640] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Acquired lock "refresh_cache-d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.967640] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Refreshing network info cache for port 05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.052223] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Releasing lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.052599] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Instance network_info: |[{"id": "72f31444-ee86-4996-b782-5e92ab70df80", "address": "fa:16:3e:12:fb:a7", "network": {"id": "0c5dbbfb-5302-4400-a2a4-af5145a2306f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1353279335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ba4e38dc3e4666a4bfad61c11c71cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f31444-ee", "ovs_interfaceid": "72f31444-ee86-4996-b782-5e92ab70df80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.053035] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fb:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f31444-ee86-4996-b782-5e92ab70df80', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.061325] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Creating folder: Project (06ba4e38dc3e4666a4bfad61c11c71cb). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.061605] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d080782e-28e1-4735-9aa1-833b18dbef27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074398] env[69566]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 807.074555] env[69566]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69566) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 807.074891] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Folder already exists: Project (06ba4e38dc3e4666a4bfad61c11c71cb). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 807.075095] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Creating folder: Instances. Parent ref: group-v679719. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.075344] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-508007b2-0775-4b2a-bc01-1fe52a430df8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.084578] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Created folder: Instances in parent group-v679719. [ 807.084798] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.084992] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.085283] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-622ca81a-b94a-4a0a-9daa-f0c4a70cf839 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.104433] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.104433] env[69566]: value = "task-3407238" [ 807.104433] env[69566]: _type = "Task" [ 807.104433] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.113860] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407238, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.118718] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.131563] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5250e10b-fab7-8438-cf1f-86dc47d54732, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.132309] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fd1f17-9c60-4c11-8d86-44fdfe5b97f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.137417] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 807.137417] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52811509-4c1f-a9d5-39cd-3953ec485205" [ 807.137417] env[69566]: _type = "Task" [ 807.137417] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.146149] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52811509-4c1f-a9d5-39cd-3953ec485205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.375325] env[69566]: DEBUG nova.compute.manager [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Received event network-vif-plugged-72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.375546] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] Acquiring lock "3f41873d-0120-468c-90ae-255ae2522b03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.375744] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] Lock "3f41873d-0120-468c-90ae-255ae2522b03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.375843] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] Lock "3f41873d-0120-468c-90ae-255ae2522b03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.376016] env[69566]: DEBUG nova.compute.manager [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] No waiting events found dispatching network-vif-plugged-72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.376199] env[69566]: WARNING nova.compute.manager [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Received unexpected event network-vif-plugged-72f31444-ee86-4996-b782-5e92ab70df80 for instance with vm_state building and task_state spawning. [ 807.376364] env[69566]: DEBUG nova.compute.manager [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Received event network-changed-72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.376516] env[69566]: DEBUG nova.compute.manager [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Refreshing instance network info cache due to event network-changed-72f31444-ee86-4996-b782-5e92ab70df80. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.376701] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] Acquiring lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.376835] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] Acquired lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.376989] env[69566]: DEBUG nova.network.neutron [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Refreshing network info cache for port 72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.411129] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.455887] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.459582] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.029s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.461101] env[69566]: INFO nova.compute.claims [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.481823] env[69566]: INFO nova.scheduler.client.report [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Deleted allocations for instance 68f0dac2-cc55-4110-87c3-dcf1d9d05650 [ 807.617563] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407238, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.622669] env[69566]: DEBUG oslo_vmware.api [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407233, 'name': PowerOnVM_Task, 'duration_secs': 1.24786} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.623234] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.623422] env[69566]: INFO nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Took 10.29 seconds to spawn the instance on the hypervisor. [ 807.623600] env[69566]: DEBUG nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.624396] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2b1e0f-e52f-4683-8103-02cdd91c59ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.648414] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52811509-4c1f-a9d5-39cd-3953ec485205, 'name': SearchDatastore_Task, 'duration_secs': 0.018673} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.648679] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.648912] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] d1320149-04e3-4df5-bbf2-f09c1f1d0e3d/d1320149-04e3-4df5-bbf2-f09c1f1d0e3d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.649177] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f3e963-72b6-45d0-be36-d01ec99d3e9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.655707] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 807.655707] env[69566]: value = "task-3407239" [ 807.655707] env[69566]: _type = "Task" [ 807.655707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.663459] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.719219] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Updated VIF entry in instance network info cache for port 05724813-8a2b-49a4-af52-46b221530f15. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.719621] env[69566]: DEBUG nova.network.neutron [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Updating instance_info_cache with network_info: [{"id": "05724813-8a2b-49a4-af52-46b221530f15", "address": "fa:16:3e:79:88:ae", "network": {"id": "d101cc14-80f7-457e-8a3b-71565ae7b9a9", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-135988989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bab14904ad5249a6ac9700df8fd5908f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05724813-8a", "ovs_interfaceid": "05724813-8a2b-49a4-af52-46b221530f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.752734] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.779889] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:53:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1224866522',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1743167524',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.780140] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.780299] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.780482] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.780646] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.780794] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.781011] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.781177] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.781345] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.781510] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.781680] env[69566]: DEBUG nova.virt.hardware [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.782545] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45265d97-66ad-4c9e-962e-086423e9486e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.790958] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27da0fd4-9ac3-46cb-bd68-dd0eba77d522 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.912159] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.954785] env[69566]: DEBUG nova.network.neutron [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Successfully updated port: 275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.991620] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d123e3a1-4283-4738-b576-6603fe087e74 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.610s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.992548] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.533s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.992768] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.993182] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.993182] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.994963] env[69566]: INFO nova.compute.manager [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Terminating instance [ 808.117841] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407238, 'name': CreateVM_Task, 'duration_secs': 0.514379} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.118021] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.118698] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679734', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'name': 'volume-ca8586a6-f31d-43cc-864f-9b551546c7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f41873d-0120-468c-90ae-255ae2522b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'serial': 'ca8586a6-f31d-43cc-864f-9b551546c7fb'}, 'mount_device': '/dev/sda', 'attachment_id': 'ec76b5c5-4813-4f4a-aceb-098ec0404636', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69566) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 808.118897] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Root volume attach. Driver type: vmdk {{(pid=69566) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 808.119662] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b470f-67bf-4376-8ca6-dbe2a1084011 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.131833] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133882c2-0ac4-498f-83a4-c7208069f52e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.143687] env[69566]: INFO nova.compute.manager [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Took 45.62 seconds to build instance. [ 808.149104] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ce784b-8600-4f8e-8bc9-e8ee1b97dcba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.154335] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-3516c538-aae0-4fd7-acc1-9f92cc89cdce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.166293] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.170747] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 808.170747] env[69566]: value = "task-3407240" [ 808.170747] env[69566]: _type = "Task" [ 808.170747] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.183241] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.221988] env[69566]: DEBUG oslo_concurrency.lockutils [req-df91dfa3-4c0f-4d66-a5b5-85cbbc3b0d6a req-9eb18775-d0dd-4cf5-bf28-bb2f2150d3a3 service nova] Releasing lock "refresh_cache-d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.249764] env[69566]: DEBUG nova.network.neutron [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updated VIF entry in instance network info cache for port 72f31444-ee86-4996-b782-5e92ab70df80. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.250213] env[69566]: DEBUG nova.network.neutron [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updating instance_info_cache with network_info: [{"id": "72f31444-ee86-4996-b782-5e92ab70df80", "address": "fa:16:3e:12:fb:a7", "network": {"id": "0c5dbbfb-5302-4400-a2a4-af5145a2306f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1353279335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ba4e38dc3e4666a4bfad61c11c71cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f31444-ee", "ovs_interfaceid": "72f31444-ee86-4996-b782-5e92ab70df80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.414414] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407235, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.457410] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.457569] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.457746] env[69566]: DEBUG nova.network.neutron [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.504031] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.504312] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquired lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.504584] env[69566]: DEBUG nova.network.neutron [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.652216] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0b80bc20-7a5c-4467-9a61-d1c12dfbf34d tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.882s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.672756] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.684173] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 42%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.753449] env[69566]: DEBUG oslo_concurrency.lockutils [req-3c0798f8-c2f3-4ae7-a220-e071191b5696 req-4bb45544-874a-491b-a75e-1a2675f78f33 service nova] Releasing lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.916446] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407235, 'name': ReconfigVM_Task, 'duration_secs': 1.642098} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.916446] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a1675c15-3ae1-4865-9758-32e637cf9bdd/a1675c15-3ae1-4865-9758-32e637cf9bdd.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.916446] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e13ceb3f-e36e-4ac7-ad73-ac336f133ef6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.925909] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 808.925909] env[69566]: value = "task-3407241" [ 808.925909] env[69566]: _type = "Task" [ 808.925909] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.935600] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407241, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.007996] env[69566]: DEBUG nova.network.neutron [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.010597] env[69566]: DEBUG nova.compute.utils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Can not refresh info_cache because instance was not found {{(pid=69566) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 809.021028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9217bf1e-1a77-454f-9fe9-51f0aaaae2ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.029981] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa71fb1b-d4ff-40e7-ac07-f9582cfbd10a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.034179] env[69566]: DEBUG nova.network.neutron [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.068149] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db8e38e-73a7-47bd-acb9-2b22377d6859 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.076784] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662830a1-5236-48f3-ac49-ec5b0a07d9da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.095087] env[69566]: DEBUG nova.compute.provider_tree [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.120894] env[69566]: DEBUG nova.network.neutron [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.156019] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.170028] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407239, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.181328] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 53%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.207398] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.208106] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.208106] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.208106] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.208432] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.210777] env[69566]: INFO nova.compute.manager [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Terminating instance [ 809.310051] env[69566]: DEBUG nova.network.neutron [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updating instance_info_cache with network_info: [{"id": "275a0159-fa20-4fe3-b5e2-f46212857dae", "address": "fa:16:3e:a6:0c:2a", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a0159-fa", "ovs_interfaceid": "275a0159-fa20-4fe3-b5e2-f46212857dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.315565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.316637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.316637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.316637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.316637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.318500] env[69566]: INFO nova.compute.manager [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Terminating instance [ 809.440425] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407241, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.532761] env[69566]: DEBUG nova.compute.manager [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Received event network-vif-plugged-275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.533034] env[69566]: DEBUG oslo_concurrency.lockutils [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] Acquiring lock "54b3b555-f24e-4eea-8c30-e659ce7395d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.533205] env[69566]: DEBUG oslo_concurrency.lockutils [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.533381] env[69566]: DEBUG oslo_concurrency.lockutils [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.533537] env[69566]: DEBUG nova.compute.manager [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] No waiting events found dispatching network-vif-plugged-275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.533703] env[69566]: WARNING nova.compute.manager [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Received unexpected event network-vif-plugged-275a0159-fa20-4fe3-b5e2-f46212857dae for instance with vm_state building and task_state spawning. [ 809.533862] env[69566]: DEBUG nova.compute.manager [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Received event network-changed-275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.534183] env[69566]: DEBUG nova.compute.manager [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Refreshing instance network info cache due to event network-changed-275a0159-fa20-4fe3-b5e2-f46212857dae. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.534425] env[69566]: DEBUG oslo_concurrency.lockutils [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] Acquiring lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.602926] env[69566]: DEBUG nova.scheduler.client.report [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.624058] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Releasing lock "refresh_cache-68f0dac2-cc55-4110-87c3-dcf1d9d05650" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.624461] env[69566]: DEBUG nova.compute.manager [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.624635] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.625264] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-543d1ae6-8f9f-43ff-a3f9-35b4b8a2ed97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.635473] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa25fb30-53ee-45ae-a4b8-c9c66ff553a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.681865] env[69566]: WARNING nova.virt.vmwareapi.vmops [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 68f0dac2-cc55-4110-87c3-dcf1d9d05650 could not be found. [ 809.682101] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.682433] env[69566]: INFO nova.compute.manager [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Took 0.06 seconds to destroy the instance on the hypervisor. [ 809.682575] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.688664] env[69566]: DEBUG nova.compute.manager [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.688730] env[69566]: DEBUG nova.network.neutron [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.694224] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407239, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.902953} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.695179] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] d1320149-04e3-4df5-bbf2-f09c1f1d0e3d/d1320149-04e3-4df5-bbf2-f09c1f1d0e3d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.695336] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.695617] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86f4eaa9-e0c2-4600-aa21-55c78f9bd6e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.700753] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 62%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.709915] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.711710] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 809.711710] env[69566]: value = "task-3407242" [ 809.711710] env[69566]: _type = "Task" [ 809.711710] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.712506] env[69566]: DEBUG nova.network.neutron [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.714551] env[69566]: DEBUG nova.compute.manager [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.714760] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.719084] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa47e0-71ce-4f01-ac26-de73947c491e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.728201] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.731666] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1ce9727-f127-4ce3-b2bd-c94c02bfa799 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.733349] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.742275] env[69566]: DEBUG oslo_vmware.api [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 809.742275] env[69566]: value = "task-3407243" [ 809.742275] env[69566]: _type = "Task" [ 809.742275] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.756718] env[69566]: DEBUG oslo_vmware.api [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.813366] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Releasing lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813744] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Instance network_info: |[{"id": "275a0159-fa20-4fe3-b5e2-f46212857dae", "address": "fa:16:3e:a6:0c:2a", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a0159-fa", "ovs_interfaceid": "275a0159-fa20-4fe3-b5e2-f46212857dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.814108] env[69566]: DEBUG oslo_concurrency.lockutils [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] Acquired lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.814247] env[69566]: DEBUG nova.network.neutron [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Refreshing network info cache for port 275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.815664] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:0c:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '275a0159-fa20-4fe3-b5e2-f46212857dae', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.824152] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.824726] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.825653] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc3f2be-fd09-4ced-9031-9028e3c47884 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.843124] env[69566]: DEBUG nova.compute.manager [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.843353] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.844628] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba3bce4-0c41-4718-9899-e326522be1fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.853418] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.853698] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ce46f8-546a-43a0-bbbe-b3b8a38219fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.858416] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.858416] env[69566]: value = "task-3407244" [ 809.858416] env[69566]: _type = "Task" [ 809.858416] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.863362] env[69566]: DEBUG oslo_vmware.api [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 809.863362] env[69566]: value = "task-3407245" [ 809.863362] env[69566]: _type = "Task" [ 809.863362] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.873108] env[69566]: DEBUG oslo_vmware.api [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.876402] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407244, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.941215] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407241, 'name': Rename_Task, 'duration_secs': 0.793165} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.941599] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.941876] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f48a627-83ff-478a-a283-982850834858 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.953038] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 809.953038] env[69566]: value = "task-3407246" [ 809.953038] env[69566]: _type = "Task" [ 809.953038] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.967733] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.112907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.113564] env[69566]: DEBUG nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.116661] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.753s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.118313] env[69566]: INFO nova.compute.claims [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.195475] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 75%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.218079] env[69566]: DEBUG nova.network.neutron [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.228058] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081269} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.228375] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.229775] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b32511-2deb-4e2c-a2c5-be4e718cf5c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.257189] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] d1320149-04e3-4df5-bbf2-f09c1f1d0e3d/d1320149-04e3-4df5-bbf2-f09c1f1d0e3d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.263187] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0432f87c-0760-40e2-a10e-2049406b43ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.287663] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 810.287663] env[69566]: value = "task-3407247" [ 810.287663] env[69566]: _type = "Task" [ 810.287663] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.291191] env[69566]: DEBUG oslo_vmware.api [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407243, 'name': PowerOffVM_Task, 'duration_secs': 0.463208} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.294615] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.294846] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.295223] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e6b91d-506d-4090-96f8-4008701dff5a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.307564] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.374292] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407244, 'name': CreateVM_Task, 'duration_secs': 0.484487} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.375123] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.376073] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.376459] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.376966] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.383043] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52be206-0b61-4ec7-956a-885c7b8c3f3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.383043] env[69566]: DEBUG oslo_vmware.api [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407245, 'name': PowerOffVM_Task, 'duration_secs': 0.443481} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.383535] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.383888] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.384674] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3af18a71-4810-4d80-a5eb-7f4777ef6254 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.388783] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 810.388783] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52903ede-ca8f-92bf-98a6-827abe174944" [ 810.388783] env[69566]: _type = "Task" [ 810.388783] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.403746] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52903ede-ca8f-92bf-98a6-827abe174944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.419454] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.420190] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.422140] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Deleting the datastore file [datastore1] 4a66e4ec-fecc-4c29-87bb-199a5ae89900 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.422140] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a66a7a77-8a45-4b96-a2b5-eaa3e456a87d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.427794] env[69566]: DEBUG oslo_vmware.api [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for the task: (returnval){ [ 810.427794] env[69566]: value = "task-3407250" [ 810.427794] env[69566]: _type = "Task" [ 810.427794] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.437284] env[69566]: DEBUG oslo_vmware.api [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.462991] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.557095] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.557095] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.557095] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Deleting the datastore file [datastore1] b90c8755-2b5a-4f30-b9f6-3f8455cc22d7 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.557095] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c978a5d-048b-452c-8b24-22908b82dd97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.566408] env[69566]: DEBUG oslo_vmware.api [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for the task: (returnval){ [ 810.566408] env[69566]: value = "task-3407251" [ 810.566408] env[69566]: _type = "Task" [ 810.566408] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.580128] env[69566]: DEBUG oslo_vmware.api [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.625032] env[69566]: DEBUG nova.compute.utils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.627622] env[69566]: DEBUG nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 810.695908] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.722213] env[69566]: INFO nova.compute.manager [-] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Took 1.03 seconds to deallocate network for instance. [ 810.806099] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407247, 'name': ReconfigVM_Task, 'duration_secs': 0.377525} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.806674] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] d1320149-04e3-4df5-bbf2-f09c1f1d0e3d/d1320149-04e3-4df5-bbf2-f09c1f1d0e3d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.807852] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e15b81a8-7a6f-408f-95d8-9f93b81ad555 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.820459] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 810.820459] env[69566]: value = "task-3407252" [ 810.820459] env[69566]: _type = "Task" [ 810.820459] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.835254] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407252, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.901995] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52903ede-ca8f-92bf-98a6-827abe174944, 'name': SearchDatastore_Task, 'duration_secs': 0.0273} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.902792] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.903231] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.905113] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.905113] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.905113] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.905113] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73fced39-ac19-483a-b43a-cb0477ad890b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.916481] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.917102] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.918151] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b4a3180-f582-40b4-a35e-7c05e6f9888f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.924351] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 810.924351] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f3a1a5-590a-e732-529a-4c025a18e036" [ 810.924351] env[69566]: _type = "Task" [ 810.924351] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.937703] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f3a1a5-590a-e732-529a-4c025a18e036, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.942340] env[69566]: DEBUG oslo_vmware.api [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Task: {'id': task-3407250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506367} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.946128] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.946128] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.946128] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.946128] env[69566]: INFO nova.compute.manager [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Took 1.23 seconds to destroy the instance on the hypervisor. [ 810.946742] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.949192] env[69566]: DEBUG nova.compute.manager [-] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.949192] env[69566]: DEBUG nova.network.neutron [-] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.964701] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407246, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.025561] env[69566]: DEBUG nova.network.neutron [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updated VIF entry in instance network info cache for port 275a0159-fa20-4fe3-b5e2-f46212857dae. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.025875] env[69566]: DEBUG nova.network.neutron [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updating instance_info_cache with network_info: [{"id": "275a0159-fa20-4fe3-b5e2-f46212857dae", "address": "fa:16:3e:a6:0c:2a", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a0159-fa", "ovs_interfaceid": "275a0159-fa20-4fe3-b5e2-f46212857dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.077828] env[69566]: DEBUG oslo_vmware.api [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Task: {'id': task-3407251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.078106] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.078322] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.078561] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.078667] env[69566]: INFO nova.compute.manager [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Took 1.24 seconds to destroy the instance on the hypervisor. [ 811.078902] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.079111] env[69566]: DEBUG nova.compute.manager [-] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.079208] env[69566]: DEBUG nova.network.neutron [-] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.128485] env[69566]: DEBUG nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.200665] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task} progress is 97%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.228484] env[69566]: INFO nova.compute.manager [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance disappeared during terminate [ 811.228484] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75416584-954b-479c-839e-8bdf497a1524 tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "68f0dac2-cc55-4110-87c3-dcf1d9d05650" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.235s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.332147] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407252, 'name': Rename_Task, 'duration_secs': 0.153241} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.332434] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.332685] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8733392c-6095-448b-b369-103feada37b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.340410] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 811.340410] env[69566]: value = "task-3407253" [ 811.340410] env[69566]: _type = "Task" [ 811.340410] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.350579] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.439215] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f3a1a5-590a-e732-529a-4c025a18e036, 'name': SearchDatastore_Task, 'duration_secs': 0.019704} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.444305] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9e337b-2659-4012-8150-7e40d8887ec8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.449565] env[69566]: DEBUG nova.compute.manager [req-31f9a811-56b7-47d2-906f-a1ed2fc65e57 req-a5492c89-c017-4b20-9df6-aa9e193492c6 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Received event network-vif-deleted-7dce24e1-21b5-4d84-b3eb-d86ac7640192 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.449646] env[69566]: INFO nova.compute.manager [req-31f9a811-56b7-47d2-906f-a1ed2fc65e57 req-a5492c89-c017-4b20-9df6-aa9e193492c6 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Neutron deleted interface 7dce24e1-21b5-4d84-b3eb-d86ac7640192; detaching it from the instance and deleting it from the info cache [ 811.449876] env[69566]: DEBUG nova.network.neutron [req-31f9a811-56b7-47d2-906f-a1ed2fc65e57 req-a5492c89-c017-4b20-9df6-aa9e193492c6 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.454483] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 811.454483] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5256e184-714c-447c-3eb8-d633d87e39c4" [ 811.454483] env[69566]: _type = "Task" [ 811.454483] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.472695] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5256e184-714c-447c-3eb8-d633d87e39c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.478935] env[69566]: DEBUG oslo_vmware.api [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407246, 'name': PowerOnVM_Task, 'duration_secs': 1.233787} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.479426] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.479654] env[69566]: INFO nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Took 12.41 seconds to spawn the instance on the hypervisor. [ 811.479861] env[69566]: DEBUG nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.480758] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7541ba-63c2-44ee-8019-acdcea26a656 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.528980] env[69566]: DEBUG oslo_concurrency.lockutils [req-d8e35667-a534-4495-88ab-fef5f5821cdc req-0806b396-f9a7-4452-8de2-47df52d3b582 service nova] Releasing lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559456] env[69566]: DEBUG nova.compute.manager [req-653c805f-3045-4836-a056-225e0a683d0e req-0be91251-d2b1-4038-ae7e-e2060de3e3d0 service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Received event network-vif-deleted-80b87260-f631-480b-b65b-e6a702caff8c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.559658] env[69566]: INFO nova.compute.manager [req-653c805f-3045-4836-a056-225e0a683d0e req-0be91251-d2b1-4038-ae7e-e2060de3e3d0 service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Neutron deleted interface 80b87260-f631-480b-b65b-e6a702caff8c; detaching it from the instance and deleting it from the info cache [ 811.560196] env[69566]: DEBUG nova.network.neutron [req-653c805f-3045-4836-a056-225e0a683d0e req-0be91251-d2b1-4038-ae7e-e2060de3e3d0 service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.663430] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f417eae-d6c8-4f53-bfd6-424e8fd1c198 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.671434] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f455bf-b41c-40c9-97ad-f9be386de6c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.705438] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ef856-cab4-4b16-b50d-5902fa31df05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.713491] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407240, 'name': RelocateVM_Task, 'duration_secs': 3.458485} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.715588] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.715840] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679734', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'name': 'volume-ca8586a6-f31d-43cc-864f-9b551546c7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f41873d-0120-468c-90ae-255ae2522b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'serial': 'ca8586a6-f31d-43cc-864f-9b551546c7fb'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 811.716694] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476068e9-4d91-4744-8abe-b157b53efd06 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.720140] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f264108-528c-486e-a819-a5d978d4cb5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.733826] env[69566]: DEBUG nova.compute.provider_tree [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.747778] env[69566]: DEBUG nova.network.neutron [-] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.749796] env[69566]: DEBUG nova.scheduler.client.report [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.753538] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8be65de-37d3-410e-a091-f33b73bffc20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.778555] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-ca8586a6-f31d-43cc-864f-9b551546c7fb/volume-ca8586a6-f31d-43cc-864f-9b551546c7fb.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.779109] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b66f289-3a45-400d-a2d1-409280250a46 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.800524] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 811.800524] env[69566]: value = "task-3407254" [ 811.800524] env[69566]: _type = "Task" [ 811.800524] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.809181] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.850380] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407253, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.933296] env[69566]: DEBUG nova.network.neutron [-] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.953505] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54aae5d6-bcaf-4766-8292-a41b940ec397 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.967588] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5256e184-714c-447c-3eb8-d633d87e39c4, 'name': SearchDatastore_Task, 'duration_secs': 0.02173} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.968947] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.969276] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3/54b3b555-f24e-4eea-8c30-e659ce7395d3.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.969569] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa0c9a02-0826-4ea0-a90e-484ff83c8bb3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.974285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7890a00e-e41c-4321-a0d7-08723ea636e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.989524] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 811.989524] env[69566]: value = "task-3407255" [ 811.989524] env[69566]: _type = "Task" [ 811.989524] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.015270] env[69566]: DEBUG nova.compute.manager [req-31f9a811-56b7-47d2-906f-a1ed2fc65e57 req-a5492c89-c017-4b20-9df6-aa9e193492c6 service nova] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Detach interface failed, port_id=7dce24e1-21b5-4d84-b3eb-d86ac7640192, reason: Instance b90c8755-2b5a-4f30-b9f6-3f8455cc22d7 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.019538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] Acquiring lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.019737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] Acquired lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.019935] env[69566]: DEBUG nova.network.neutron [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.024494] env[69566]: INFO nova.compute.manager [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Took 48.69 seconds to build instance. [ 812.025590] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.067086] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e78df23f-9e4e-4049-a555-e7134505eb9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.077880] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c2b6b-0b54-4e73-aa92-be554ba68a5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.113500] env[69566]: DEBUG nova.compute.manager [req-653c805f-3045-4836-a056-225e0a683d0e req-0be91251-d2b1-4038-ae7e-e2060de3e3d0 service nova] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Detach interface failed, port_id=80b87260-f631-480b-b65b-e6a702caff8c, reason: Instance 4a66e4ec-fecc-4c29-87bb-199a5ae89900 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.143187] env[69566]: DEBUG nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.172176] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.172176] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.172176] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.172176] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.172176] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.172176] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.173968] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.173968] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.173968] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.173968] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.173968] env[69566]: DEBUG nova.virt.hardware [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.174920] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6c0438-dc6d-4d9a-b25f-8c618d6e30e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.183503] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1feb7cca-4a66-46b9-890a-c498ff14d3ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.197467] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.203110] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Creating folder: Project (65e1b89d3dd34f2fb740db4eb0f2e981). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.203443] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-077abfb0-3020-47e3-8451-77bf9fb9754f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.214869] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Created folder: Project (65e1b89d3dd34f2fb740db4eb0f2e981) in parent group-v679651. [ 812.215076] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Creating folder: Instances. Parent ref: group-v679793. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.215314] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1e1c9c4-7ac3-4eac-bf04-56df25d512ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.225046] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Created folder: Instances in parent group-v679793. [ 812.225293] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.225735] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.225735] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55ee06e5-3c0a-4f64-a24b-3ab53b728311 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.242472] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.242472] env[69566]: value = "task-3407258" [ 812.242472] env[69566]: _type = "Task" [ 812.242472] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.249927] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407258, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.257821] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.258396] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.261058] env[69566]: INFO nova.compute.manager [-] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Took 1.31 seconds to deallocate network for instance. [ 812.261536] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.910s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.261756] env[69566]: DEBUG nova.objects.instance [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lazy-loading 'resources' on Instance uuid 44a401b3-fd23-4f35-b378-5c72e56be77f {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.314518] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.350876] env[69566]: DEBUG oslo_vmware.api [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407253, 'name': PowerOnVM_Task, 'duration_secs': 0.525894} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.351169] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.351372] env[69566]: INFO nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Took 10.57 seconds to spawn the instance on the hypervisor. [ 812.351556] env[69566]: DEBUG nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.352317] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1736a025-a713-4787-aa5e-12545ce6c1e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.436105] env[69566]: INFO nova.compute.manager [-] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Took 1.36 seconds to deallocate network for instance. [ 812.500333] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407255, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.526541] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d16a1965-bbbc-4d7d-a141-a64920aa4986 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.772s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.756423] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407258, 'name': CreateVM_Task, 'duration_secs': 0.385698} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.756681] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.757253] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.757537] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.757911] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.758257] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626d7077-1e59-4748-838f-79e33bfb8eeb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.763202] env[69566]: DEBUG nova.compute.utils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.766525] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.766766] env[69566]: DEBUG nova.network.neutron [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.771379] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 812.771379] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a6cb37-15a9-6cc7-eeeb-95bd32b7b8b4" [ 812.771379] env[69566]: _type = "Task" [ 812.771379] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.775450] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.788606] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a6cb37-15a9-6cc7-eeeb-95bd32b7b8b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.816493] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407254, 'name': ReconfigVM_Task, 'duration_secs': 0.948327} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.816984] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-ca8586a6-f31d-43cc-864f-9b551546c7fb/volume-ca8586a6-f31d-43cc-864f-9b551546c7fb.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.824677] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af69cf6-6952-4c94-83c8-adc4e6f15fbb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.840545] env[69566]: DEBUG nova.policy [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15926b8086574213bd6ce04cfad1b8df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83e7fa1cdba24897b7d29623a3b263b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.848944] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 812.848944] env[69566]: value = "task-3407259" [ 812.848944] env[69566]: _type = "Task" [ 812.848944] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.861589] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.872413] env[69566]: INFO nova.compute.manager [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Took 45.62 seconds to build instance. [ 812.905262] env[69566]: DEBUG nova.network.neutron [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Updating instance_info_cache with network_info: [{"id": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "address": "fa:16:3e:9f:5f:38", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a53680-a4", "ovs_interfaceid": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.943402] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.006316] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895461} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.006316] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3/54b3b555-f24e-4eea-8c30-e659ce7395d3.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.006316] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.006592] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23bfe44e-4c4f-4cfc-a64c-8d9b439723f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.015635] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 813.015635] env[69566]: value = "task-3407260" [ 813.015635] env[69566]: _type = "Task" [ 813.015635] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.027721] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.032515] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.162295] env[69566]: DEBUG nova.network.neutron [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Successfully created port: 8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.272831] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.288654] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a6cb37-15a9-6cc7-eeeb-95bd32b7b8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.022303} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.290609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.290838] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.291096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.291320] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.291482] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.292699] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-486e9896-0755-4d64-8e52-afabdef27d8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.301798] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.302234] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.302700] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c317c538-267c-474c-b88f-72c2dfa01b58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.306255] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfed4da-e369-4018-b15c-b4606208078d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.313125] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 813.313125] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b6dc68-c48b-f4af-45be-814f7d542502" [ 813.313125] env[69566]: _type = "Task" [ 813.313125] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.318726] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f95112-e304-4e4d-82e8-43762e74b4bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.327694] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b6dc68-c48b-f4af-45be-814f7d542502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.355964] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba17795c-3865-46a4-b05a-24a18cdf9eec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.363542] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407259, 'name': ReconfigVM_Task, 'duration_secs': 0.261995} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.365603] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679734', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'name': 'volume-ca8586a6-f31d-43cc-864f-9b551546c7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f41873d-0120-468c-90ae-255ae2522b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'serial': 'ca8586a6-f31d-43cc-864f-9b551546c7fb'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 813.366272] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d388d6-89be-4c05-904a-b6dc29651a24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.368601] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462fa2d2-d9bf-46bc-a3db-73ffc12d28e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.375665] env[69566]: DEBUG oslo_concurrency.lockutils [None req-53b4707b-30ac-454c-8268-b8f7d9cafb92 tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.462s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.384911] env[69566]: DEBUG nova.compute.provider_tree [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.388421] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 813.388421] env[69566]: value = "task-3407261" [ 813.388421] env[69566]: _type = "Task" [ 813.388421] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.396697] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407261, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.407984] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] Releasing lock "refresh_cache-a1675c15-3ae1-4865-9758-32e637cf9bdd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.408255] env[69566]: DEBUG nova.compute.manager [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Inject network info {{(pid=69566) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 813.408534] env[69566]: DEBUG nova.compute.manager [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] network_info to inject: |[{"id": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "address": "fa:16:3e:9f:5f:38", "network": {"id": "dbd9f3af-c06e-40fe-bc99-11436996ece5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-726741241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e27f6f8ee6a49f7a1a89efcc8bf2229", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a53680-a4", "ovs_interfaceid": "b5a53680-a489-448c-ae0d-c42deb1d7eb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 813.413504] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Reconfiguring VM instance to set the machine id {{(pid=69566) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 813.414010] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb7c044-6cb2-4222-acbc-ad3cf08815ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.429924] env[69566]: DEBUG oslo_vmware.api [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] Waiting for the task: (returnval){ [ 813.429924] env[69566]: value = "task-3407262" [ 813.429924] env[69566]: _type = "Task" [ 813.429924] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.437971] env[69566]: DEBUG oslo_vmware.api [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] Task: {'id': task-3407262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.528723] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114587} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.528956] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.529767] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d129945f-7862-4a37-85f7-681de5795264 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.558106] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3/54b3b555-f24e-4eea-8c30-e659ce7395d3.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.560972] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-915ca495-c3d0-4de1-9d75-b4672c21518b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.583816] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 813.583816] env[69566]: value = "task-3407263" [ 813.583816] env[69566]: _type = "Task" [ 813.583816] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.590249] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.593679] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.826112] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b6dc68-c48b-f4af-45be-814f7d542502, 'name': SearchDatastore_Task, 'duration_secs': 0.029694} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.827365] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6e29b7-8afd-4acf-b29a-1b3dade0d3de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.833316] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 813.833316] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52524f41-de95-f849-63ac-6ede350f624b" [ 813.833316] env[69566]: _type = "Task" [ 813.833316] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.842218] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52524f41-de95-f849-63ac-6ede350f624b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.888378] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.891865] env[69566]: DEBUG nova.scheduler.client.report [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.905710] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407261, 'name': Rename_Task, 'duration_secs': 0.203247} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.905710] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.906036] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e1009f0-13ef-46b0-b050-3e938025cebc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.912129] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 813.912129] env[69566]: value = "task-3407264" [ 813.912129] env[69566]: _type = "Task" [ 813.912129] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.920496] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.940025] env[69566]: DEBUG oslo_vmware.api [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] Task: {'id': task-3407262, 'name': ReconfigVM_Task, 'duration_secs': 0.200435} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.940473] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3372fb6f-6ba2-431a-ba19-1d5a09c136f8 tempest-ServersAdminTestJSON-2015245611 tempest-ServersAdminTestJSON-2015245611-project-admin] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Reconfigured VM instance to set the machine id {{(pid=69566) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 814.094464] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407263, 'name': ReconfigVM_Task, 'duration_secs': 0.325114} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.094816] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3/54b3b555-f24e-4eea-8c30-e659ce7395d3.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.095202] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69566) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 814.095924] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-84dca1b7-f080-4ee0-bf47-3da36c614f6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.104123] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 814.104123] env[69566]: value = "task-3407265" [ 814.104123] env[69566]: _type = "Task" [ 814.104123] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.113135] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407265, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.283072] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.304225] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.304469] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.304627] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.304829] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.304948] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.305112] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.305326] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.305489] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.305655] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.305818] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.306140] env[69566]: DEBUG nova.virt.hardware [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.307248] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c4b912-7f40-4ea2-aa77-b5c7c94f479e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.316148] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c1696a-62f2-4de4-9860-af2dbc8d2375 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.343826] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52524f41-de95-f849-63ac-6ede350f624b, 'name': SearchDatastore_Task, 'duration_secs': 0.014156} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.343826] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.343966] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] a9289ae0-2986-4d24-9114-7458849302c6/a9289ae0-2986-4d24-9114-7458849302c6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.344286] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda7944c-ef87-4e69-b03c-b2ed72a27f44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.353540] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 814.353540] env[69566]: value = "task-3407266" [ 814.353540] env[69566]: _type = "Task" [ 814.353540] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.362199] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.399429] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.403487] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.568s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.403732] env[69566]: DEBUG nova.objects.instance [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lazy-loading 'resources' on Instance uuid ce35adfd-a14a-49df-b054-71c6eef3e21b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.424638] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.427634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.432879] env[69566]: INFO nova.scheduler.client.report [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Deleted allocations for instance 44a401b3-fd23-4f35-b378-5c72e56be77f [ 814.555860] env[69566]: DEBUG nova.compute.manager [req-b9a3f125-fd0b-4847-a612-202b242a8817 req-b25ff69c-0f51-4c21-a7de-09025e8a2b3c service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Received event network-vif-plugged-8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.556113] env[69566]: DEBUG oslo_concurrency.lockutils [req-b9a3f125-fd0b-4847-a612-202b242a8817 req-b25ff69c-0f51-4c21-a7de-09025e8a2b3c service nova] Acquiring lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.556397] env[69566]: DEBUG oslo_concurrency.lockutils [req-b9a3f125-fd0b-4847-a612-202b242a8817 req-b25ff69c-0f51-4c21-a7de-09025e8a2b3c service nova] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.556600] env[69566]: DEBUG oslo_concurrency.lockutils [req-b9a3f125-fd0b-4847-a612-202b242a8817 req-b25ff69c-0f51-4c21-a7de-09025e8a2b3c service nova] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.556800] env[69566]: DEBUG nova.compute.manager [req-b9a3f125-fd0b-4847-a612-202b242a8817 req-b25ff69c-0f51-4c21-a7de-09025e8a2b3c service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] No waiting events found dispatching network-vif-plugged-8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.556998] env[69566]: WARNING nova.compute.manager [req-b9a3f125-fd0b-4847-a612-202b242a8817 req-b25ff69c-0f51-4c21-a7de-09025e8a2b3c service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Received unexpected event network-vif-plugged-8f8dd63f-05f5-4877-8e84-1c2660ece135 for instance with vm_state building and task_state spawning. [ 814.613764] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407265, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058522} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.614056] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69566) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 814.614898] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365df7e1-cd03-432f-906f-cac871d3133b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.646140] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3/ephemeral_0.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.646520] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c79d8cd-ffa5-4dfb-90db-b5f9eb9274bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.663824] env[69566]: DEBUG nova.network.neutron [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Successfully updated port: 8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.675596] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 814.675596] env[69566]: value = "task-3407267" [ 814.675596] env[69566]: _type = "Task" [ 814.675596] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.691052] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.761380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.761752] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.762026] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.764862] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.765119] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.767906] env[69566]: INFO nova.compute.manager [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Terminating instance [ 814.855174] env[69566]: INFO nova.compute.manager [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Rebuilding instance [ 814.870273] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407266, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.905533] env[69566]: DEBUG nova.compute.manager [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.906748] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3856ad03-af18-4724-b1ec-d9e85cbebc6f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.926944] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407264, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.942200] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76d6178a-bbbe-41e0-b817-bb866796f701 tempest-ListImageFiltersTestJSON-342177122 tempest-ListImageFiltersTestJSON-342177122-project-member] Lock "44a401b3-fd23-4f35-b378-5c72e56be77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.557s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.168136] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.168395] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquired lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.168492] env[69566]: DEBUG nova.network.neutron [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.189961] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407267, 'name': ReconfigVM_Task, 'duration_secs': 0.417481} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.191477] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3/ephemeral_0.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.191477] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d06d1fb5-352d-44a3-aeea-23003634967e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.200020] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 815.200020] env[69566]: value = "task-3407268" [ 815.200020] env[69566]: _type = "Task" [ 815.200020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.210667] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407268, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.273421] env[69566]: DEBUG nova.compute.manager [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.273656] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.274919] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1c7d53-5292-47d1-90fb-f77e4e8b3f0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.286327] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.286618] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5ffe13-a5c1-46cc-88ea-25a0e680ea76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.292829] env[69566]: DEBUG oslo_vmware.api [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 815.292829] env[69566]: value = "task-3407269" [ 815.292829] env[69566]: _type = "Task" [ 815.292829] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.301257] env[69566]: DEBUG oslo_vmware.api [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.366869] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663926} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.366940] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] a9289ae0-2986-4d24-9114-7458849302c6/a9289ae0-2986-4d24-9114-7458849302c6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.367136] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.367547] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8447ec3-723b-474a-abc2-0485a5be084e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.370882] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48a050c-5134-4100-a8a0-846d0872a01a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.379586] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07833ea-8f82-4a13-9aff-1c910c12110b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.382930] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 815.382930] env[69566]: value = "task-3407270" [ 815.382930] env[69566]: _type = "Task" [ 815.382930] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.145747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf7b92-b7ed-49d0-a5f0-bf456f0dc804 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.150545] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081897} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.152599] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.153599] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c2f8b-2eeb-4874-bc51-bc7de09fda45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.165912] env[69566]: DEBUG oslo_vmware.api [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407264, 'name': PowerOnVM_Task, 'duration_secs': 1.150148} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.166177] env[69566]: DEBUG oslo_vmware.api [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407269, 'name': PowerOffVM_Task, 'duration_secs': 0.255766} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.166438] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407268, 'name': Rename_Task, 'duration_secs': 0.167996} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.167391] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.167873] env[69566]: INFO nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Took 9.83 seconds to spawn the instance on the hypervisor. [ 816.167873] env[69566]: DEBUG nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.168074] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.168241] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.169814] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.169814] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0ed49-6da6-4aed-b483-62b165b79c15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.171720] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8abcd3-b8ab-49fd-884d-33e812b3416c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.173057] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb36e9e5-e0dc-49dc-90ec-ed64fbc2f457 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.193494] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] a9289ae0-2986-4d24-9114-7458849302c6/a9289ae0-2986-4d24-9114-7458849302c6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.195774] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d921a61-1b6c-411c-bd23-d5cae684e5a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.199552] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e78f47-bd57-497b-b3b8-1c0b247003d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.216785] env[69566]: DEBUG nova.network.neutron [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.219290] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 816.219290] env[69566]: value = "task-3407272" [ 816.219290] env[69566]: _type = "Task" [ 816.219290] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.235124] env[69566]: DEBUG nova.compute.provider_tree [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.237924] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 816.237924] env[69566]: value = "task-3407273" [ 816.237924] env[69566]: _type = "Task" [ 816.237924] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.244651] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407272, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.252690] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407273, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.257505] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.257726] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.257905] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Deleting the datastore file [datastore1] d1320149-04e3-4df5-bbf2-f09c1f1d0e3d {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.258188] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cecc0bc-27f1-46d6-83d8-7686adbdb1c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.269652] env[69566]: DEBUG oslo_vmware.api [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for the task: (returnval){ [ 816.269652] env[69566]: value = "task-3407274" [ 816.269652] env[69566]: _type = "Task" [ 816.269652] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.280584] env[69566]: DEBUG oslo_vmware.api [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.397219] env[69566]: DEBUG nova.network.neutron [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Updating instance_info_cache with network_info: [{"id": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "address": "fa:16:3e:65:9c:6c", "network": {"id": "2a76f3bf-7220-4ef4-81f8-9b2dfe4f5583", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-355557594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e7fa1cdba24897b7d29623a3b263b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8dd63f-05", "ovs_interfaceid": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.592572] env[69566]: DEBUG nova.compute.manager [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Received event network-changed-8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.592763] env[69566]: DEBUG nova.compute.manager [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Refreshing instance network info cache due to event network-changed-8f8dd63f-05f5-4877-8e84-1c2660ece135. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.593012] env[69566]: DEBUG oslo_concurrency.lockutils [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] Acquiring lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.635320] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.635644] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2211317e-4885-4fcb-aa16-9915c6040baf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.643419] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 816.643419] env[69566]: value = "task-3407275" [ 816.643419] env[69566]: _type = "Task" [ 816.643419] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.652761] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.735204] env[69566]: INFO nova.compute.manager [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Took 42.61 seconds to build instance. [ 816.737262] env[69566]: DEBUG nova.scheduler.client.report [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.745691] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.758444] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407273, 'name': ReconfigVM_Task, 'duration_secs': 0.310865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.758896] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Reconfigured VM instance instance-00000030 to attach disk [datastore1] a9289ae0-2986-4d24-9114-7458849302c6/a9289ae0-2986-4d24-9114-7458849302c6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.759737] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64d911cd-00db-4c3a-8994-4f49ed91d8f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.769038] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 816.769038] env[69566]: value = "task-3407276" [ 816.769038] env[69566]: _type = "Task" [ 816.769038] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.784477] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407276, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.789230] env[69566]: DEBUG oslo_vmware.api [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Task: {'id': task-3407274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363231} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.789230] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.789230] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.789230] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.789230] env[69566]: INFO nova.compute.manager [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Took 1.52 seconds to destroy the instance on the hypervisor. [ 816.789476] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.789714] env[69566]: DEBUG nova.compute.manager [-] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.789818] env[69566]: DEBUG nova.network.neutron [-] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.898645] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Releasing lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.898990] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Instance network_info: |[{"id": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "address": "fa:16:3e:65:9c:6c", "network": {"id": "2a76f3bf-7220-4ef4-81f8-9b2dfe4f5583", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-355557594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e7fa1cdba24897b7d29623a3b263b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8dd63f-05", "ovs_interfaceid": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.899875] env[69566]: DEBUG oslo_concurrency.lockutils [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] Acquired lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.900091] env[69566]: DEBUG nova.network.neutron [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Refreshing network info cache for port 8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.901798] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:9c:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed8a78a1-87dc-488e-a092-afd1c2a2ddde', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f8dd63f-05f5-4877-8e84-1c2660ece135', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.914373] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Creating folder: Project (83e7fa1cdba24897b7d29623a3b263b2). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.915706] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbf0ad13-eda7-4283-8a60-d0d66b00e58f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.926833] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Created folder: Project (83e7fa1cdba24897b7d29623a3b263b2) in parent group-v679651. [ 816.927039] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Creating folder: Instances. Parent ref: group-v679796. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 816.927275] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f62eb931-f223-4216-84cc-2e889416f481 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.936178] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Created folder: Instances in parent group-v679796. [ 816.936396] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.936583] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.936783] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-883e3f29-8778-41fc-9344-d1428b0b4d1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.955473] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.955473] env[69566]: value = "task-3407279" [ 816.955473] env[69566]: _type = "Task" [ 816.955473] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.962719] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407279, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.159486] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407275, 'name': PowerOffVM_Task, 'duration_secs': 0.181912} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.160398] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.160916] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.162813] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238534be-5dd7-43e7-8d34-4f584cd87860 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.174746] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.175267] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89d411e3-2e8a-4356-b81e-e07688a7e0c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.245736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d115499-342b-4091-ba79-cb1d6d90d94e tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "3f41873d-0120-468c-90ae-255ae2522b03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.089s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.246403] env[69566]: DEBUG oslo_vmware.api [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407272, 'name': PowerOnVM_Task, 'duration_secs': 0.552475} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.249093] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.845s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.252769] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.253834] env[69566]: INFO nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Took 9.50 seconds to spawn the instance on the hypervisor. [ 817.254322] env[69566]: DEBUG nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.257986] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.127s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.258184] env[69566]: DEBUG nova.objects.instance [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 817.262351] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b966a-28cf-418f-8ccf-a3f388201d94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.265596] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.265596] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.265787] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleting the datastore file [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.266913] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ee649b-947e-4e32-a226-a0f2118a344f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.277259] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 817.277259] env[69566]: value = "task-3407281" [ 817.277259] env[69566]: _type = "Task" [ 817.277259] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.291493] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407276, 'name': Rename_Task, 'duration_secs': 0.143806} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.292497] env[69566]: INFO nova.scheduler.client.report [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Deleted allocations for instance ce35adfd-a14a-49df-b054-71c6eef3e21b [ 817.293532] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.297125] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc1947f3-a736-4e68-959f-dcb9748ecafd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.304547] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.309156] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 817.309156] env[69566]: value = "task-3407282" [ 817.309156] env[69566]: _type = "Task" [ 817.309156] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.317293] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.319897] env[69566]: DEBUG nova.compute.manager [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Received event network-changed-72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.320205] env[69566]: DEBUG nova.compute.manager [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Refreshing instance network info cache due to event network-changed-72f31444-ee86-4996-b782-5e92ab70df80. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.320408] env[69566]: DEBUG oslo_concurrency.lockutils [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] Acquiring lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.320550] env[69566]: DEBUG oslo_concurrency.lockutils [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] Acquired lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320709] env[69566]: DEBUG nova.network.neutron [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Refreshing network info cache for port 72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.470621] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407279, 'name': CreateVM_Task, 'duration_secs': 0.507431} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.475023] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.475023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.475023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.475457] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.478578] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fbb926-1373-4904-9552-32fc694ae9c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.481916] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 817.481916] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5289c923-ec4b-be8d-366d-bc6b0d05fcd0" [ 817.481916] env[69566]: _type = "Task" [ 817.481916] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.494922] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5289c923-ec4b-be8d-366d-bc6b0d05fcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.698667] env[69566]: DEBUG nova.network.neutron [-] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.755596] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.774398] env[69566]: DEBUG nova.network.neutron [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Updated VIF entry in instance network info cache for port 8f8dd63f-05f5-4877-8e84-1c2660ece135. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.774739] env[69566]: DEBUG nova.network.neutron [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Updating instance_info_cache with network_info: [{"id": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "address": "fa:16:3e:65:9c:6c", "network": {"id": "2a76f3bf-7220-4ef4-81f8-9b2dfe4f5583", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-355557594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e7fa1cdba24897b7d29623a3b263b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8dd63f-05", "ovs_interfaceid": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.797545] env[69566]: INFO nova.compute.manager [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Took 39.47 seconds to build instance. [ 817.804702] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192786} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.805238] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df52ff29-1cf1-4f5e-8442-f893f424bc98 tempest-ServersAdminNegativeTestJSON-256921676 tempest-ServersAdminNegativeTestJSON-256921676-project-member] Lock "ce35adfd-a14a-49df-b054-71c6eef3e21b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.253s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.806960] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.807228] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.807452] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.820105] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.992827] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5289c923-ec4b-be8d-366d-bc6b0d05fcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.993183] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.993443] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.993693] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.993840] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.994038] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.994399] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9109d8-86fb-4e6c-8955-5cde101beb4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.011411] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.011615] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.012348] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09abe107-ab2e-4e93-942e-f070d71b6971 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.020752] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 818.020752] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522cc81f-369e-80db-a17f-f7195a533247" [ 818.020752] env[69566]: _type = "Task" [ 818.020752] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.030685] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522cc81f-369e-80db-a17f-f7195a533247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.183897] env[69566]: DEBUG nova.network.neutron [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updated VIF entry in instance network info cache for port 72f31444-ee86-4996-b782-5e92ab70df80. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.183897] env[69566]: DEBUG nova.network.neutron [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updating instance_info_cache with network_info: [{"id": "72f31444-ee86-4996-b782-5e92ab70df80", "address": "fa:16:3e:12:fb:a7", "network": {"id": "0c5dbbfb-5302-4400-a2a4-af5145a2306f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1353279335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "06ba4e38dc3e4666a4bfad61c11c71cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f31444-ee", "ovs_interfaceid": "72f31444-ee86-4996-b782-5e92ab70df80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.203255] env[69566]: INFO nova.compute.manager [-] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Took 1.41 seconds to deallocate network for instance. [ 818.272290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99c94242-f638-4431-a747-a6067ccc14f5 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.274677] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.537s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.276490] env[69566]: INFO nova.compute.claims [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.278519] env[69566]: DEBUG oslo_concurrency.lockutils [req-6f0c4983-ced5-403a-8698-5d7f0db064c6 req-a98adf42-6bd1-4608-8fa7-eaf73e22bb6a service nova] Releasing lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.302531] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.306929] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32efc033-7d78-42ba-b43c-cdfb4c361135 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.593s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.325157] env[69566]: DEBUG oslo_vmware.api [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407282, 'name': PowerOnVM_Task, 'duration_secs': 0.725271} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.325453] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.325656] env[69566]: INFO nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Took 6.18 seconds to spawn the instance on the hypervisor. [ 818.325836] env[69566]: DEBUG nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.326668] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21a452d-269b-4a33-8cd2-b424820d9fd3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.533078] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522cc81f-369e-80db-a17f-f7195a533247, 'name': SearchDatastore_Task, 'duration_secs': 0.033447} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.534176] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7112fc1-081d-481f-8c6f-81498bf7c2e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.539927] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 818.539927] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528c3f85-cd62-aba8-5f62-6029d94850ff" [ 818.539927] env[69566]: _type = "Task" [ 818.539927] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.547855] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528c3f85-cd62-aba8-5f62-6029d94850ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.621037] env[69566]: DEBUG nova.compute.manager [req-9831bfd8-2e03-4cbe-b5ba-606f4c77d84e req-971f18a3-610a-47cf-83cd-c704a56bfa22 service nova] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Received event network-vif-deleted-05724813-8a2b-49a4-af52-46b221530f15 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.691963] env[69566]: DEBUG oslo_concurrency.lockutils [req-8a9a2e07-dc64-4045-8bcf-1ac2a3b2d0a2 req-adaf5871-db92-4d3c-8820-5ab600cdab1d service nova] Releasing lock "refresh_cache-3f41873d-0120-468c-90ae-255ae2522b03" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.709458] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.809209] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.854022] env[69566]: INFO nova.compute.manager [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Took 30.44 seconds to build instance. [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.862995] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.863623] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.864111] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.864428] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.864752] env[69566]: DEBUG nova.virt.hardware [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.866064] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308db12-00d9-4c52-bdc2-2057c56f3b0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.876139] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f107fe-b261-473b-ba82-bfca2bb22db1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.891041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:db:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b66f1dad-d297-43f9-86ef-66719ca4b27c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.901018] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.901018] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.901018] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d469bb5e-e498-4014-b2d8-b1470fe1c6d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.919306] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.919306] env[69566]: value = "task-3407283" [ 818.919306] env[69566]: _type = "Task" [ 818.919306] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.928229] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407283, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.053995] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528c3f85-cd62-aba8-5f62-6029d94850ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016983} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.054327] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.055032] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 6377f0cc-4624-4be1-9d43-d56c6ebd9688/6377f0cc-4624-4be1-9d43-d56c6ebd9688.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.055157] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-961f0924-849b-40a5-afed-09516a98d96b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.062827] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 819.062827] env[69566]: value = "task-3407284" [ 819.062827] env[69566]: _type = "Task" [ 819.062827] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.073237] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.349451] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.356443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a807e4ed-725c-41b8-8791-2398aebcaf44 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "a9289ae0-2986-4d24-9114-7458849302c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.879s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.430733] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407283, 'name': CreateVM_Task, 'duration_secs': 0.394225} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.430733] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.431205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.431287] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.431627] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.432479] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf93b84e-2b67-4b0c-ba50-36b96d022e7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.440941] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 819.440941] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b6d924-43c9-13aa-b6ad-211a993d725a" [ 819.440941] env[69566]: _type = "Task" [ 819.440941] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.450316] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b6d924-43c9-13aa-b6ad-211a993d725a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.585452] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407284, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.619702] env[69566]: DEBUG nova.compute.manager [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Received event network-changed-275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.619921] env[69566]: DEBUG nova.compute.manager [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Refreshing instance network info cache due to event network-changed-275a0159-fa20-4fe3-b5e2-f46212857dae. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.620246] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] Acquiring lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.620405] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] Acquired lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.620574] env[69566]: DEBUG nova.network.neutron [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Refreshing network info cache for port 275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.853378] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a4ac4a-7707-4104-99cb-2b833eb163e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.861775] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5218678e-3ddf-460f-a0f1-80fd0b5db8d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.892519] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f426dad-c557-48a4-a231-6e5d85f981b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.900883] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369095f6-6e4b-4ebe-9587-da056917fdef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.916143] env[69566]: DEBUG nova.compute.provider_tree [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.953010] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b6d924-43c9-13aa-b6ad-211a993d725a, 'name': SearchDatastore_Task, 'duration_secs': 0.056731} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.953250] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.954303] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.954303] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.954303] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.954303] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.954303] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb5eabe4-d5d3-4451-b283-65db9449cc34 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.965762] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.966092] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.967184] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92834bf2-2945-45e8-b32e-00a904aebae5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.972949] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 819.972949] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c3dccb-5409-c6c5-8cea-b7fc4658741f" [ 819.972949] env[69566]: _type = "Task" [ 819.972949] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.981288] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c3dccb-5409-c6c5-8cea-b7fc4658741f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.077063] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589423} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.078115] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 6377f0cc-4624-4be1-9d43-d56c6ebd9688/6377f0cc-4624-4be1-9d43-d56c6ebd9688.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.078115] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.078115] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffc7fd91-f22e-4c30-9cc0-cf23436d7b55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.084509] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 820.084509] env[69566]: value = "task-3407285" [ 820.084509] env[69566]: _type = "Task" [ 820.084509] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.092606] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.364029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.364306] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.419967] env[69566]: DEBUG nova.scheduler.client.report [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.440586] env[69566]: DEBUG nova.network.neutron [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updated VIF entry in instance network info cache for port 275a0159-fa20-4fe3-b5e2-f46212857dae. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.440924] env[69566]: DEBUG nova.network.neutron [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updating instance_info_cache with network_info: [{"id": "275a0159-fa20-4fe3-b5e2-f46212857dae", "address": "fa:16:3e:a6:0c:2a", "network": {"id": "3d301f5c-727b-4d3a-b285-c4b3b1e0c67a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2014183527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db29d058e674c1ea91d67bd72faa50d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap275a0159-fa", "ovs_interfaceid": "275a0159-fa20-4fe3-b5e2-f46212857dae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.486753] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c3dccb-5409-c6c5-8cea-b7fc4658741f, 'name': SearchDatastore_Task, 'duration_secs': 0.040123} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.487554] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb77456b-7bbe-4085-96fb-8d914e8c0f29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.492987] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 820.492987] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52943da6-d5e3-de40-1212-bcad0a12f866" [ 820.492987] env[69566]: _type = "Task" [ 820.492987] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.500849] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52943da6-d5e3-de40-1212-bcad0a12f866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.593975] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087484} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.594475] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.595440] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d77bfb-a566-4456-aebb-f2d4edc40087 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.618862] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 6377f0cc-4624-4be1-9d43-d56c6ebd9688/6377f0cc-4624-4be1-9d43-d56c6ebd9688.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.619356] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20046239-ca05-4005-a2de-129539f385d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.641049] env[69566]: DEBUG nova.compute.manager [None req-ea52669c-056a-48dc-932c-e1b545b34f42 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.644022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f4b5cb-82af-4fa6-a7d9-b82b6ba1c042 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.648705] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 820.648705] env[69566]: value = "task-3407286" [ 820.648705] env[69566]: _type = "Task" [ 820.648705] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.663768] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.792406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "a9289ae0-2986-4d24-9114-7458849302c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.792406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "a9289ae0-2986-4d24-9114-7458849302c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.792406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "a9289ae0-2986-4d24-9114-7458849302c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.792406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "a9289ae0-2986-4d24-9114-7458849302c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.792406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "a9289ae0-2986-4d24-9114-7458849302c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.794945] env[69566]: INFO nova.compute.manager [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Terminating instance [ 820.866929] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.930946] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.931521] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.933992] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.144s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.937814] env[69566]: INFO nova.compute.claims [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.944022] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d435d88-9f22-4367-9f41-63b33716b671 req-2c2265f9-7f1c-48ea-90df-e6f8fd930e5b service nova] Releasing lock "refresh_cache-54b3b555-f24e-4eea-8c30-e659ce7395d3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.009732] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52943da6-d5e3-de40-1212-bcad0a12f866, 'name': SearchDatastore_Task, 'duration_secs': 0.077196} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.010312] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.010312] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.010572] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24827ab7-bd52-4d72-a3db-540aa438a787 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.018092] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 821.018092] env[69566]: value = "task-3407287" [ 821.018092] env[69566]: _type = "Task" [ 821.018092] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.025776] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.160839] env[69566]: INFO nova.compute.manager [None req-ea52669c-056a-48dc-932c-e1b545b34f42 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] instance snapshotting [ 821.162216] env[69566]: DEBUG nova.objects.instance [None req-ea52669c-056a-48dc-932c-e1b545b34f42 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lazy-loading 'flavor' on Instance uuid a9289ae0-2986-4d24-9114-7458849302c6 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.172696] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.304024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "refresh_cache-a9289ae0-2986-4d24-9114-7458849302c6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.304024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquired lock "refresh_cache-a9289ae0-2986-4d24-9114-7458849302c6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.305038] env[69566]: DEBUG nova.network.neutron [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.392467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.445105] env[69566]: DEBUG nova.compute.utils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.450751] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.450751] env[69566]: DEBUG nova.network.neutron [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.526249] env[69566]: DEBUG nova.policy [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad513d70f2cf471784ec2d80dbe0b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e9df55698947a88c9bc1654513cb6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.537607] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407287, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.667084] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407286, 'name': ReconfigVM_Task, 'duration_secs': 0.825763} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.667084] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 6377f0cc-4624-4be1-9d43-d56c6ebd9688/6377f0cc-4624-4be1-9d43-d56c6ebd9688.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.667253] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4dc6613-c9c3-417c-98f4-8d945cd7bf54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.677239] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc79b2a5-9408-452a-a644-eff69861007b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.682196] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 821.682196] env[69566]: value = "task-3407288" [ 821.682196] env[69566]: _type = "Task" [ 821.682196] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.700825] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b968f2f7-5b9a-4b4e-bd51-e0deef6c0650 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.707327] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407288, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.826268] env[69566]: DEBUG nova.network.neutron [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.879208] env[69566]: DEBUG nova.network.neutron [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.954121] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.034305] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828494} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.034305] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.034305] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.034305] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-162dbe1a-2f10-413b-bffc-a26fa80a3f53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.042219] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 822.042219] env[69566]: value = "task-3407289" [ 822.042219] env[69566]: _type = "Task" [ 822.042219] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.053132] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.194457] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407288, 'name': Rename_Task, 'duration_secs': 0.458811} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.196424] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.196878] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fcf425c-7a20-4b3a-9f73-bdf2b9bb6942 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.203620] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 822.203620] env[69566]: value = "task-3407290" [ 822.203620] env[69566]: _type = "Task" [ 822.203620] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.211497] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.218546] env[69566]: DEBUG nova.compute.manager [None req-ea52669c-056a-48dc-932c-e1b545b34f42 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Instance disappeared during snapshot {{(pid=69566) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 822.239705] env[69566]: DEBUG nova.network.neutron [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Successfully created port: 998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.381795] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Releasing lock "refresh_cache-a9289ae0-2986-4d24-9114-7458849302c6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.382668] env[69566]: DEBUG nova.compute.manager [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.383012] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.383907] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599d2cec-b5a5-4138-a96e-c874f9cf4746 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.398401] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.398741] env[69566]: DEBUG nova.compute.manager [None req-ea52669c-056a-48dc-932c-e1b545b34f42 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Found 0 images (rotation: 2) {{(pid=69566) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 822.401674] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5b49367-acb1-42d9-9177-8a12b3eb6d4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.405788] env[69566]: DEBUG oslo_vmware.api [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 822.405788] env[69566]: value = "task-3407291" [ 822.405788] env[69566]: _type = "Task" [ 822.405788] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.415318] env[69566]: DEBUG oslo_vmware.api [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.529387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b1da3c-05e4-4250-9cda-b88f35b5452e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.541168] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08ffc22-2286-4de6-8b04-9bb4f16a49a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.557416] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065184} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.589126] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.590814] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b3cc71-6a3e-4b8f-b1cf-2b19d0a66f75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.594255] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a86948c-6d33-47a3-b545-04d7df77cf7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.617419] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba414b82-ddec-4fbb-a8c6-dab6013cf13d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.632051] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.632427] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad5acf51-ea6c-4142-9c34-ce8163adeafa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.663110] env[69566]: DEBUG nova.compute.provider_tree [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.665967] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 822.665967] env[69566]: value = "task-3407292" [ 822.665967] env[69566]: _type = "Task" [ 822.665967] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.677437] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.714654] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.918606] env[69566]: DEBUG oslo_vmware.api [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407291, 'name': PowerOffVM_Task, 'duration_secs': 0.193097} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.918986] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.919185] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.919576] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d44d9c-894f-4e45-bbc5-34dd8ec66f1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.957453] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.957748] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.957948] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Deleting the datastore file [datastore1] a9289ae0-2986-4d24-9114-7458849302c6 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.958240] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7c6134-9a89-4e52-b4de-01706e2e53e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.964693] env[69566]: DEBUG oslo_vmware.api [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for the task: (returnval){ [ 822.964693] env[69566]: value = "task-3407294" [ 822.964693] env[69566]: _type = "Task" [ 822.964693] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.970063] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.981011] env[69566]: DEBUG oslo_vmware.api [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.997197] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.997460] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.997621] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.997803] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.997951] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.998112] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.998324] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.998517] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.998697] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.999361] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.999361] env[69566]: DEBUG nova.virt.hardware [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.999927] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7896d7c1-d5f7-49d6-af5f-e01e8a28a7e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.007709] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4310c9bb-5efa-4fb0-8b93-5007249915b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.166046] env[69566]: DEBUG nova.scheduler.client.report [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.184917] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407292, 'name': ReconfigVM_Task, 'duration_secs': 0.314465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.187539] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.190301] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19a93ea0-e243-40b8-9239-8bae6b612d4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.201386] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 823.201386] env[69566]: value = "task-3407295" [ 823.201386] env[69566]: _type = "Task" [ 823.201386] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.214492] env[69566]: DEBUG oslo_vmware.api [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407290, 'name': PowerOnVM_Task, 'duration_secs': 0.787946} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.217416] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.217646] env[69566]: INFO nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Took 8.93 seconds to spawn the instance on the hypervisor. [ 823.217826] env[69566]: DEBUG nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.218239] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407295, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.218874] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e19831-3edf-42d6-a662-545bb985fcdf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.475128] env[69566]: DEBUG oslo_vmware.api [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Task: {'id': task-3407294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313403} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.475432] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.475567] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.475752] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.475933] env[69566]: INFO nova.compute.manager [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Took 1.09 seconds to destroy the instance on the hypervisor. [ 823.476179] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.476397] env[69566]: DEBUG nova.compute.manager [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.476502] env[69566]: DEBUG nova.network.neutron [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.491120] env[69566]: DEBUG nova.network.neutron [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.675142] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.675695] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.686569] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.516s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.686569] env[69566]: DEBUG nova.objects.instance [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lazy-loading 'resources' on Instance uuid 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.713150] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407295, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.739419] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "2749e7d2-aad6-4b36-8255-d4b56b95af08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.739841] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.740932] env[69566]: INFO nova.compute.manager [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Took 29.42 seconds to build instance. [ 823.786928] env[69566]: DEBUG nova.compute.manager [req-981c8f75-3bc8-4f1c-b902-fc3a11d7e06f req-0ed7939a-b308-4c84-8a44-203bc4d3699e service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Received event network-vif-plugged-998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.787177] env[69566]: DEBUG oslo_concurrency.lockutils [req-981c8f75-3bc8-4f1c-b902-fc3a11d7e06f req-0ed7939a-b308-4c84-8a44-203bc4d3699e service nova] Acquiring lock "4e4af816-c773-44c1-b6c7-18c7322ea874-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.787366] env[69566]: DEBUG oslo_concurrency.lockutils [req-981c8f75-3bc8-4f1c-b902-fc3a11d7e06f req-0ed7939a-b308-4c84-8a44-203bc4d3699e service nova] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.787528] env[69566]: DEBUG oslo_concurrency.lockutils [req-981c8f75-3bc8-4f1c-b902-fc3a11d7e06f req-0ed7939a-b308-4c84-8a44-203bc4d3699e service nova] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.787693] env[69566]: DEBUG nova.compute.manager [req-981c8f75-3bc8-4f1c-b902-fc3a11d7e06f req-0ed7939a-b308-4c84-8a44-203bc4d3699e service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] No waiting events found dispatching network-vif-plugged-998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.787862] env[69566]: WARNING nova.compute.manager [req-981c8f75-3bc8-4f1c-b902-fc3a11d7e06f req-0ed7939a-b308-4c84-8a44-203bc4d3699e service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Received unexpected event network-vif-plugged-998e534b-8a16-4e14-b946-cbabf26664f2 for instance with vm_state building and task_state spawning. [ 823.890831] env[69566]: DEBUG nova.network.neutron [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Successfully updated port: 998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.994342] env[69566]: DEBUG nova.network.neutron [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.187730] env[69566]: DEBUG nova.compute.utils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.192156] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.192430] env[69566]: DEBUG nova.network.neutron [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.215652] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407295, 'name': Rename_Task, 'duration_secs': 0.855307} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.216101] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.216283] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5ab1c0e-c31a-4029-b35c-ac6c1e692e8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.225976] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 824.225976] env[69566]: value = "task-3407296" [ 824.225976] env[69566]: _type = "Task" [ 824.225976] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.237160] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.244132] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51fea44-ae31-44a4-98bd-87cdf94a29aa tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.116s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.258591] env[69566]: DEBUG nova.policy [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f6188412da043d8896e4c3ab597bb47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ebe96a1ab8b4113a822c3c3ba197b1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.259795] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.261154] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.261463] env[69566]: INFO nova.compute.manager [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Rebooting instance [ 824.394153] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "refresh_cache-4e4af816-c773-44c1-b6c7-18c7322ea874" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.394328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "refresh_cache-4e4af816-c773-44c1-b6c7-18c7322ea874" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.394504] env[69566]: DEBUG nova.network.neutron [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.501256] env[69566]: INFO nova.compute.manager [-] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Took 1.02 seconds to deallocate network for instance. [ 824.586548] env[69566]: DEBUG nova.network.neutron [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Successfully created port: b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.694449] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.739837] env[69566]: DEBUG oslo_vmware.api [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407296, 'name': PowerOnVM_Task, 'duration_secs': 0.445476} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.740128] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.740338] env[69566]: DEBUG nova.compute.manager [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.741215] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e41f784-5dcb-4e9a-94f7-e264c61c4dc2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.747206] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193d2ef-249f-4619-bd50-8e3d7b38158d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.750414] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.764368] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3834584-e22e-40b8-a597-c1a23008a896 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.802574] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f385a4f7-35e1-4511-8bb5-bbd31dcad3dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.812117] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e86853-d8ad-4bac-97f7-9fd71ead030c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.818265] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.818265] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquired lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.818265] env[69566]: DEBUG nova.network.neutron [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.831207] env[69566]: DEBUG nova.compute.provider_tree [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.940705] env[69566]: DEBUG nova.network.neutron [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.007231] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.129745] env[69566]: DEBUG nova.network.neutron [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Updating instance_info_cache with network_info: [{"id": "998e534b-8a16-4e14-b946-cbabf26664f2", "address": "fa:16:3e:91:79:7c", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e534b-8a", "ovs_interfaceid": "998e534b-8a16-4e14-b946-cbabf26664f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.266728] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.276181] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.334436] env[69566]: DEBUG nova.scheduler.client.report [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.540062] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.540392] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.571169] env[69566]: DEBUG nova.network.neutron [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Updating instance_info_cache with network_info: [{"id": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "address": "fa:16:3e:65:9c:6c", "network": {"id": "2a76f3bf-7220-4ef4-81f8-9b2dfe4f5583", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-355557594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83e7fa1cdba24897b7d29623a3b263b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed8a78a1-87dc-488e-a092-afd1c2a2ddde", "external-id": "nsx-vlan-transportzone-21", "segmentation_id": 21, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f8dd63f-05", "ovs_interfaceid": "8f8dd63f-05f5-4877-8e84-1c2660ece135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.632081] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "refresh_cache-4e4af816-c773-44c1-b6c7-18c7322ea874" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.632438] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Instance network_info: |[{"id": "998e534b-8a16-4e14-b946-cbabf26664f2", "address": "fa:16:3e:91:79:7c", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e534b-8a", "ovs_interfaceid": "998e534b-8a16-4e14-b946-cbabf26664f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.632892] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:79:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '998e534b-8a16-4e14-b946-cbabf26664f2', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.640876] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.641169] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.641470] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e958c559-39c4-4709-91f7-698748e4d625 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.662682] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.662682] env[69566]: value = "task-3407297" [ 825.662682] env[69566]: _type = "Task" [ 825.662682] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.673309] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407297, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.703834] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.729126] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:55:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='31a6a76a-2f9d-418e-adb1-44a565c78f7c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800200144',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.729409] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.729627] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.729845] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.730011] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.730203] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.730434] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.730597] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.730765] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.730928] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.731112] env[69566]: DEBUG nova.virt.hardware [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.731968] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1a13d5-e4b3-416e-9049-b155b03e42e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.740661] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67314e9-5022-4afd-a2c6-1d9ce24ff8d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.840067] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.842511] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.665s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.844040] env[69566]: INFO nova.compute.claims [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.867287] env[69566]: INFO nova.scheduler.client.report [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Deleted allocations for instance 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5 [ 825.965769] env[69566]: INFO nova.compute.manager [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Rebuilding instance [ 826.005545] env[69566]: DEBUG nova.compute.manager [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.006492] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e97a9-1f4e-49f4-b76d-2ccc5f4b3fd8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.043364] env[69566]: DEBUG nova.compute.utils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.064342] env[69566]: DEBUG nova.compute.manager [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Received event network-changed-998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.064542] env[69566]: DEBUG nova.compute.manager [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Refreshing instance network info cache due to event network-changed-998e534b-8a16-4e14-b946-cbabf26664f2. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.064764] env[69566]: DEBUG oslo_concurrency.lockutils [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] Acquiring lock "refresh_cache-4e4af816-c773-44c1-b6c7-18c7322ea874" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.064917] env[69566]: DEBUG oslo_concurrency.lockutils [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] Acquired lock "refresh_cache-4e4af816-c773-44c1-b6c7-18c7322ea874" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.065068] env[69566]: DEBUG nova.network.neutron [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Refreshing network info cache for port 998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.075052] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Releasing lock "refresh_cache-6377f0cc-4624-4be1-9d43-d56c6ebd9688" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.098885] env[69566]: DEBUG nova.network.neutron [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Successfully updated port: b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.173218] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407297, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.378104] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcdd7b81-bfd1-4688-8223-e0ba2c896f59 tempest-ServerShowV257Test-770342634 tempest-ServerShowV257Test-770342634-project-member] Lock "61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.524s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.546965] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.578808] env[69566]: DEBUG nova.compute.manager [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.579863] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf87f84-f449-45ff-beee-f34e8245d4d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.601498] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.601650] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.601801] env[69566]: DEBUG nova.network.neutron [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.674909] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407297, 'name': CreateVM_Task, 'duration_secs': 0.711345} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.677747] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.678571] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.678791] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.679179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.680289] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5fa750-1bb4-424c-8baa-0b0b5be01ff5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.684320] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 826.684320] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520ad526-d5a4-fd9e-7ab9-e1e92bbfd6b4" [ 826.684320] env[69566]: _type = "Task" [ 826.684320] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.692363] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520ad526-d5a4-fd9e-7ab9-e1e92bbfd6b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.792198] env[69566]: DEBUG nova.network.neutron [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Updated VIF entry in instance network info cache for port 998e534b-8a16-4e14-b946-cbabf26664f2. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.792591] env[69566]: DEBUG nova.network.neutron [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Updating instance_info_cache with network_info: [{"id": "998e534b-8a16-4e14-b946-cbabf26664f2", "address": "fa:16:3e:91:79:7c", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap998e534b-8a", "ovs_interfaceid": "998e534b-8a16-4e14-b946-cbabf26664f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.019855] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.020165] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa4b97db-4cf8-4804-b2f6-d6de8463ca88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.029226] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 827.029226] env[69566]: value = "task-3407298" [ 827.029226] env[69566]: _type = "Task" [ 827.029226] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.038632] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.142469] env[69566]: DEBUG nova.network.neutron [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.205091] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520ad526-d5a4-fd9e-7ab9-e1e92bbfd6b4, 'name': SearchDatastore_Task, 'duration_secs': 0.021205} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.205443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.206490] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.206490] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.206490] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.206638] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.207143] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cfae56a-77b3-41b3-b07b-55c7ad2499d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.219957] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.220156] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.220927] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf737a5-199c-49a5-9462-98d9d71398a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.232860] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 827.232860] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52664d83-f605-bf54-ff23-25a4c2337a36" [ 827.232860] env[69566]: _type = "Task" [ 827.232860] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.247644] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52664d83-f605-bf54-ff23-25a4c2337a36, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.249353] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a7e541-1e11-415d-baf7-4f4a1666b682 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.258314] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 827.258314] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c2f27e-ecdb-889a-6d71-485eccc18c73" [ 827.258314] env[69566]: _type = "Task" [ 827.258314] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.266461] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c2f27e-ecdb-889a-6d71-485eccc18c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.296277] env[69566]: DEBUG oslo_concurrency.lockutils [req-e9f6244b-41fa-4974-a0e1-6ba27f35aebf req-ddefb4d8-89c9-429c-b86a-13b0b79e30c6 service nova] Releasing lock "refresh_cache-4e4af816-c773-44c1-b6c7-18c7322ea874" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.313124] env[69566]: DEBUG nova.network.neutron [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.324536] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca258c-1949-47d0-b71e-b5b4a707aaea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.332730] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7259c46f-0fd5-4994-9d62-c6ab01f97afa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.365131] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cf4bcf-d234-4a06-91b3-6141a850a0d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.372622] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2559d6fa-312a-46c0-99bc-170559663ae8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.386593] env[69566]: DEBUG nova.compute.provider_tree [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.543017] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407298, 'name': PowerOffVM_Task, 'duration_secs': 0.21452} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.543017] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.543017] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.543017] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed53f330-344d-4c7d-81a8-d2b0d0d58501 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.548125] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.548392] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c678209c-14e0-4d6d-ad06-634774100c26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.601387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6066b183-d336-4c4b-aa83-a4ed10a3bfe1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.610572] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Doing hard reboot of VM {{(pid=69566) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 827.610572] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-57a7486b-6d2f-4b0e-8473-6ee5b1757571 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.618023] env[69566]: DEBUG oslo_vmware.api [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 827.618023] env[69566]: value = "task-3407300" [ 827.618023] env[69566]: _type = "Task" [ 827.618023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.624882] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.624882] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.624882] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleting the datastore file [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.627572] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cba0b2e-b91a-4756-8e31-32716c8af6fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.629561] env[69566]: DEBUG oslo_vmware.api [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407300, 'name': ResetVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.633734] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 827.633734] env[69566]: value = "task-3407301" [ 827.633734] env[69566]: _type = "Task" [ 827.633734] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.641592] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.654532] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.654828] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.655104] env[69566]: INFO nova.compute.manager [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Attaching volume ee25646c-7f08-42e9-9085-e9078a08888d to /dev/sdb [ 827.700838] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d151bc-776e-43bc-a158-4e9eb3dd385f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.709282] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a0a34c-e51a-46cf-99fd-ddefdfe96c45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.723326] env[69566]: DEBUG nova.virt.block_device [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updating existing volume attachment record: ee8a456b-4778-4dce-9fb8-fd2bca96ec16 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 827.772751] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c2f27e-ecdb-889a-6d71-485eccc18c73, 'name': SearchDatastore_Task, 'duration_secs': 0.015798} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.772751] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.772751] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 4e4af816-c773-44c1-b6c7-18c7322ea874/4e4af816-c773-44c1-b6c7-18c7322ea874.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.772751] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bd833f0-5fc5-4f41-8e7b-e40de287fd76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.780022] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 827.780022] env[69566]: value = "task-3407302" [ 827.780022] env[69566]: _type = "Task" [ 827.780022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.784973] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.815715] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.816076] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Instance network_info: |[{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.816542] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:b6:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e7a07c-4ad7-4781-b0aa-47852020ec48', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.824396] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.824614] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.824840] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a018b148-a1ab-4aa8-8b0b-a2bac65c34c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.845547] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.845547] env[69566]: value = "task-3407303" [ 827.845547] env[69566]: _type = "Task" [ 827.845547] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.853901] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407303, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.890265] env[69566]: DEBUG nova.scheduler.client.report [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.135018] env[69566]: DEBUG oslo_vmware.api [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407300, 'name': ResetVM_Task, 'duration_secs': 0.109392} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.138891] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Did hard reboot of VM {{(pid=69566) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 828.139128] env[69566]: DEBUG nova.compute.manager [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.140600] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49cebeb-1ed7-4e36-8b81-cd9f774e334a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.152976] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210347} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.154113] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.154113] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.154113] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.177313] env[69566]: DEBUG nova.compute.manager [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Received event network-vif-plugged-b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.177528] env[69566]: DEBUG oslo_concurrency.lockutils [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] Acquiring lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.178193] env[69566]: DEBUG oslo_concurrency.lockutils [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.178193] env[69566]: DEBUG oslo_concurrency.lockutils [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.178366] env[69566]: DEBUG nova.compute.manager [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] No waiting events found dispatching network-vif-plugged-b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 828.178472] env[69566]: WARNING nova.compute.manager [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Received unexpected event network-vif-plugged-b1e7a07c-4ad7-4781-b0aa-47852020ec48 for instance with vm_state building and task_state spawning. [ 828.179866] env[69566]: DEBUG nova.compute.manager [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Received event network-changed-b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.179866] env[69566]: DEBUG nova.compute.manager [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Refreshing instance network info cache due to event network-changed-b1e7a07c-4ad7-4781-b0aa-47852020ec48. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.179866] env[69566]: DEBUG oslo_concurrency.lockutils [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] Acquiring lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.179866] env[69566]: DEBUG oslo_concurrency.lockutils [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] Acquired lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.179866] env[69566]: DEBUG nova.network.neutron [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Refreshing network info cache for port b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.288124] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407302, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.356798] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407303, 'name': CreateVM_Task, 'duration_secs': 0.488723} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.357018] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.357768] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.357945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.358297] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.358593] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8efe9cd-0bd2-4ff1-87e1-1429e3741b70 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.363480] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 828.363480] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52adb85e-03ce-e92c-c49d-07468fff1cdf" [ 828.363480] env[69566]: _type = "Task" [ 828.363480] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.372882] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52adb85e-03ce-e92c-c49d-07468fff1cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.396926] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.397464] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.400230] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.772s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.404016] env[69566]: DEBUG nova.objects.instance [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lazy-loading 'resources' on Instance uuid 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.657580] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76ef9bf0-8282-4cd8-ad8f-7984243a2621 tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.397s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.788964] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620551} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.790991] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 4e4af816-c773-44c1-b6c7-18c7322ea874/4e4af816-c773-44c1-b6c7-18c7322ea874.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.791585] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.792222] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a900ca0-5a2e-48b9-b540-5aa48a47e13d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.805120] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 828.805120] env[69566]: value = "task-3407307" [ 828.805120] env[69566]: _type = "Task" [ 828.805120] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.819765] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.877635] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52adb85e-03ce-e92c-c49d-07468fff1cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.022667} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.877635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.877635] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.877635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.877635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.877635] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.877969] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-784c66cf-e8bc-4bf0-b823-a4f7a91f26d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.892387] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.893054] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.893362] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece29c82-4f20-4c79-899a-3f972a7c8b31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.899707] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 828.899707] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52559b37-9472-c2b7-bbac-94fff910f519" [ 828.899707] env[69566]: _type = "Task" [ 828.899707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.903722] env[69566]: DEBUG nova.compute.utils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.911354] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.911727] env[69566]: DEBUG nova.network.neutron [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.918770] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52559b37-9472-c2b7-bbac-94fff910f519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.978985] env[69566]: DEBUG nova.policy [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393f8c7b29d5406a8b21cdf7b62a94bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872b7afbe09a4ca2a113beec04f4be28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.019198] env[69566]: DEBUG nova.network.neutron [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updated VIF entry in instance network info cache for port b1e7a07c-4ad7-4781-b0aa-47852020ec48. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.019761] env[69566]: DEBUG nova.network.neutron [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.199417] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.199963] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.200327] env[69566]: DEBUG nova.virt.hardware [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.201315] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a44c7-cde9-420a-a279-b05d36e48a46 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.212438] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7883d9eb-ebb0-4cc2-9153-61ad2773c8d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.238176] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:db:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b66f1dad-d297-43f9-86ef-66719ca4b27c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.246463] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.250207] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.250207] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.250207] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.250207] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.250207] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.251816] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.252128] env[69566]: INFO nova.compute.manager [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Terminating instance [ 829.253186] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4140c5c7-37f9-4f45-b672-df31057bfe75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.279178] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.279178] env[69566]: value = "task-3407308" [ 829.279178] env[69566]: _type = "Task" [ 829.279178] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.287683] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407308, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.307959] env[69566]: DEBUG nova.network.neutron [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Successfully created port: 443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.317725] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07607} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.318058] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.319325] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1154dde-90d6-4718-a68d-4a2acf907ff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.344650] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 4e4af816-c773-44c1-b6c7-18c7322ea874/4e4af816-c773-44c1-b6c7-18c7322ea874.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.344650] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5418ba8-a82a-4070-92f3-3b0f3bbae07a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.368387] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 829.368387] env[69566]: value = "task-3407309" [ 829.368387] env[69566]: _type = "Task" [ 829.368387] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.377720] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.407827] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.416628] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52559b37-9472-c2b7-bbac-94fff910f519, 'name': SearchDatastore_Task, 'duration_secs': 0.024783} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.421187] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff68f49f-af3a-4b4f-be5a-4b7fc2c5f642 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.426843] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 829.426843] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5284da04-0358-b046-a17a-7c03d21a1d53" [ 829.426843] env[69566]: _type = "Task" [ 829.426843] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.435034] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5284da04-0358-b046-a17a-7c03d21a1d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.509544] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d2060e-beb8-4ceb-8523-909f169de037 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.518172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656db19c-767a-43c0-8656-2713cef02629 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.522511] env[69566]: DEBUG oslo_concurrency.lockutils [req-4c26f053-ae6d-4b72-8ebc-6a1999df64f0 req-2bb03495-44d8-4a8a-ba0f-3e56569c0ef9 service nova] Releasing lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.555505] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d24c4e-c612-408c-9c80-e3b66c397ca8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.563562] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8d9bdc-6d91-40cc-b8d9-3a52cd278622 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.577418] env[69566]: DEBUG nova.compute.provider_tree [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.781269] env[69566]: DEBUG nova.compute.manager [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.781638] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.783346] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d8d9b0-676d-4fe3-8f60-e4e4743b6338 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.803267] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407308, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.806245] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.806245] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70d976d9-3493-4b8b-a797-2fa1ef9d7ebd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.813410] env[69566]: DEBUG oslo_vmware.api [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 829.813410] env[69566]: value = "task-3407310" [ 829.813410] env[69566]: _type = "Task" [ 829.813410] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.823035] env[69566]: DEBUG oslo_vmware.api [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.878069] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407309, 'name': ReconfigVM_Task, 'duration_secs': 0.396242} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.878663] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 4e4af816-c773-44c1-b6c7-18c7322ea874/4e4af816-c773-44c1-b6c7-18c7322ea874.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.880143] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44884283-3606-4d0d-809f-6db37b2e6c01 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.888328] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 829.888328] env[69566]: value = "task-3407311" [ 829.888328] env[69566]: _type = "Task" [ 829.888328] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.900426] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407311, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.943024] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5284da04-0358-b046-a17a-7c03d21a1d53, 'name': SearchDatastore_Task, 'duration_secs': 0.017166} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.943024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.943024] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.943024] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9839a5f0-0775-43d3-92c7-c0318c9ef1a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.951248] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 829.951248] env[69566]: value = "task-3407312" [ 829.951248] env[69566]: _type = "Task" [ 829.951248] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.962025] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.082897] env[69566]: DEBUG nova.scheduler.client.report [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.293212] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407308, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.325025] env[69566]: DEBUG oslo_vmware.api [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407310, 'name': PowerOffVM_Task, 'duration_secs': 0.232301} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.325977] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.326109] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.326751] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c837e45-2997-44f7-99cc-0ef41a4f7f0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.402295] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407311, 'name': Rename_Task, 'duration_secs': 0.172123} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.403921] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.404444] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.405109] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.405402] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Deleting the datastore file [datastore1] 6377f0cc-4624-4be1-9d43-d56c6ebd9688 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.405601] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27ec2401-c355-4a23-a70d-9307a0cbe54e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.407406] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b4ec844-30d7-4d23-ac92-ffdc3de5b306 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.413825] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 830.413825] env[69566]: value = "task-3407315" [ 830.413825] env[69566]: _type = "Task" [ 830.413825] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.415371] env[69566]: DEBUG oslo_vmware.api [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for the task: (returnval){ [ 830.415371] env[69566]: value = "task-3407316" [ 830.415371] env[69566]: _type = "Task" [ 830.415371] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.419862] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.431235] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407315, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.435313] env[69566]: DEBUG oslo_vmware.api [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.454142] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.454820] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.454820] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.454820] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.455103] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.455355] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.455690] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.455871] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.456065] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.456246] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.456424] env[69566]: DEBUG nova.virt.hardware [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.460789] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7241637d-16e1-41dc-a00b-0f9efbf6fdd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.473262] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b06a818-93bc-4be2-a13d-9a9d11e7a9d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.477732] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.588704] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.591680] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.882s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.593389] env[69566]: INFO nova.compute.claims [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.694636] env[69566]: INFO nova.scheduler.client.report [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Deleted allocations for instance 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7 [ 830.792915] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407308, 'name': CreateVM_Task, 'duration_secs': 1.363053} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.792915] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.793538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.793708] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.794053] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.795402] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6e5955-9364-42c1-ba91-12084d2beccc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.799081] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 830.799081] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52831d0f-bba4-ca37-16c0-cbaa4e803c54" [ 830.799081] env[69566]: _type = "Task" [ 830.799081] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.808509] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52831d0f-bba4-ca37-16c0-cbaa4e803c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.927797] env[69566]: DEBUG oslo_vmware.api [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Task: {'id': task-3407316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236605} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.931059] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.931270] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.931452] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.931636] env[69566]: INFO nova.compute.manager [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Took 1.15 seconds to destroy the instance on the hypervisor. [ 830.931892] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.932077] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407315, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.932291] env[69566]: DEBUG nova.compute.manager [-] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.932385] env[69566]: DEBUG nova.network.neutron [-] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.963122] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641156} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.963404] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.963612] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.964341] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59310371-cb3d-457f-ab51-9ac15c813a43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.971098] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 830.971098] env[69566]: value = "task-3407317" [ 830.971098] env[69566]: _type = "Task" [ 830.971098] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.981129] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.202596] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3533d91f-cd2d-479f-b66f-774b90780d0b tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.557s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.313111] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52831d0f-bba4-ca37-16c0-cbaa4e803c54, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.313420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.313692] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.313941] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.314098] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.314278] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.314552] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d63620e-b24c-4e4f-b379-d0bffcfeae9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.328097] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.328291] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.329108] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557c2528-d922-4633-82f5-226924451126 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.336675] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 831.336675] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ebc514-f34e-fde5-fba7-83615a099d06" [ 831.336675] env[69566]: _type = "Task" [ 831.336675] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.347692] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ebc514-f34e-fde5-fba7-83615a099d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.390447] env[69566]: DEBUG nova.network.neutron [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Successfully updated port: 443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.425806] env[69566]: DEBUG oslo_vmware.api [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407315, 'name': PowerOnVM_Task, 'duration_secs': 0.587436} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.426097] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.426295] env[69566]: INFO nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Took 8.46 seconds to spawn the instance on the hypervisor. [ 831.426498] env[69566]: DEBUG nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.427285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad03ef72-785b-4aa9-8e93-5e200ed032ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.463651] env[69566]: DEBUG nova.compute.manager [req-7fb48b1a-042b-482a-8c2b-15cb6188d8e5 req-8b02d615-245b-4174-b271-a8137ee9978e service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Received event network-vif-plugged-443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.464032] env[69566]: DEBUG oslo_concurrency.lockutils [req-7fb48b1a-042b-482a-8c2b-15cb6188d8e5 req-8b02d615-245b-4174-b271-a8137ee9978e service nova] Acquiring lock "1351354e-249e-427e-b7b7-76d00fdd6506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.464273] env[69566]: DEBUG oslo_concurrency.lockutils [req-7fb48b1a-042b-482a-8c2b-15cb6188d8e5 req-8b02d615-245b-4174-b271-a8137ee9978e service nova] Lock "1351354e-249e-427e-b7b7-76d00fdd6506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.464584] env[69566]: DEBUG oslo_concurrency.lockutils [req-7fb48b1a-042b-482a-8c2b-15cb6188d8e5 req-8b02d615-245b-4174-b271-a8137ee9978e service nova] Lock "1351354e-249e-427e-b7b7-76d00fdd6506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.465236] env[69566]: DEBUG nova.compute.manager [req-7fb48b1a-042b-482a-8c2b-15cb6188d8e5 req-8b02d615-245b-4174-b271-a8137ee9978e service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] No waiting events found dispatching network-vif-plugged-443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.465236] env[69566]: WARNING nova.compute.manager [req-7fb48b1a-042b-482a-8c2b-15cb6188d8e5 req-8b02d615-245b-4174-b271-a8137ee9978e service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Received unexpected event network-vif-plugged-443fd8a9-80a2-4b80-9dd4-8bb08f407418 for instance with vm_state building and task_state spawning. [ 831.483638] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073312} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.483924] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.484725] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46169cf1-945a-4617-ab5a-bf55072be892 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.491382] env[69566]: DEBUG nova.compute.manager [req-65019211-0912-46bc-902f-c8523e3d56c0 req-c9117667-64f5-41a5-9f79-e5d0df9595a2 service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Received event network-vif-deleted-8f8dd63f-05f5-4877-8e84-1c2660ece135 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.491593] env[69566]: INFO nova.compute.manager [req-65019211-0912-46bc-902f-c8523e3d56c0 req-c9117667-64f5-41a5-9f79-e5d0df9595a2 service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Neutron deleted interface 8f8dd63f-05f5-4877-8e84-1c2660ece135; detaching it from the instance and deleting it from the info cache [ 831.491804] env[69566]: DEBUG nova.network.neutron [req-65019211-0912-46bc-902f-c8523e3d56c0 req-c9117667-64f5-41a5-9f79-e5d0df9595a2 service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.515867] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.516940] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74695044-2f60-480e-8ddb-81c03be96480 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.542145] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 831.542145] env[69566]: value = "task-3407318" [ 831.542145] env[69566]: _type = "Task" [ 831.542145] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.555020] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.703132] env[69566]: DEBUG nova.network.neutron [-] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.860203] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ebc514-f34e-fde5-fba7-83615a099d06, 'name': SearchDatastore_Task, 'duration_secs': 0.028112} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.866022] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f36cbb0-bb01-4b5d-be1e-1acdc89f429a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.874246] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 831.874246] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521ef1ba-fa86-635d-2fd9-96ab2d96b665" [ 831.874246] env[69566]: _type = "Task" [ 831.874246] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.886681] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521ef1ba-fa86-635d-2fd9-96ab2d96b665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.898023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-1351354e-249e-427e-b7b7-76d00fdd6506" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.898023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-1351354e-249e-427e-b7b7-76d00fdd6506" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.898023] env[69566]: DEBUG nova.network.neutron [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.948113] env[69566]: INFO nova.compute.manager [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Took 34.24 seconds to build instance. [ 831.996073] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30dcbfd6-8f2a-4db3-b6d0-93c0ff64a1d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.012272] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6975c9-021a-4420-80ff-83d651c714a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.074444] env[69566]: DEBUG nova.compute.manager [req-65019211-0912-46bc-902f-c8523e3d56c0 req-c9117667-64f5-41a5-9f79-e5d0df9595a2 service nova] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Detach interface failed, port_id=8f8dd63f-05f5-4877-8e84-1c2660ece135, reason: Instance 6377f0cc-4624-4be1-9d43-d56c6ebd9688 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.082035] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.104531] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.104650] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.206482] env[69566]: INFO nova.compute.manager [-] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Took 1.27 seconds to deallocate network for instance. [ 832.240056] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff5d54e-c629-477e-be39-0eb4d903cebf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.248865] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32b5f30-e865-4dbc-bcda-953b7ac26bb4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.284751] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 832.285040] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679804', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'name': 'volume-ee25646c-7f08-42e9-9085-e9078a08888d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '270a4a48-70d4-4e2b-b04f-e0ff7cf776e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'serial': 'ee25646c-7f08-42e9-9085-e9078a08888d'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 832.285876] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaee6a34-f222-49d1-9d4e-eea664571c68 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.289062] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177413f0-3beb-4542-ba24-ca86dea983a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.308353] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf452018-35cd-4926-a58f-e27b82316041 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.313514] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f8607b-ffa0-4fa4-9956-93cdaf39668b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.326916] env[69566]: DEBUG nova.compute.provider_tree [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.348172] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-ee25646c-7f08-42e9-9085-e9078a08888d/volume-ee25646c-7f08-42e9-9085-e9078a08888d.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.350155] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed299b20-6f0c-4709-9eb6-f5a1850308e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.370359] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Waiting for the task: (returnval){ [ 832.370359] env[69566]: value = "task-3407319" [ 832.370359] env[69566]: _type = "Task" [ 832.370359] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.386874] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521ef1ba-fa86-635d-2fd9-96ab2d96b665, 'name': SearchDatastore_Task, 'duration_secs': 0.025286} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.390709] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.391017] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.391307] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407319, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.391529] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fec7f96-04ab-433c-ae49-9da1a1b72cac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.404030] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 832.404030] env[69566]: value = "task-3407320" [ 832.404030] env[69566]: _type = "Task" [ 832.404030] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.415740] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.445579] env[69566]: DEBUG nova.network.neutron [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.451982] env[69566]: DEBUG oslo_concurrency.lockutils [None req-588466d7-c59a-4dc4-8157-f721472d7529 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.802s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.557443] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.689988] env[69566]: DEBUG nova.network.neutron [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Updating instance_info_cache with network_info: [{"id": "443fd8a9-80a2-4b80-9dd4-8bb08f407418", "address": "fa:16:3e:79:8a:d4", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap443fd8a9-80", "ovs_interfaceid": "443fd8a9-80a2-4b80-9dd4-8bb08f407418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.716014] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.850298] env[69566]: DEBUG nova.scheduler.client.report [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.883543] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.917129] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.954482] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.055701] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.109695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce39d1-f9df-46e3-84f2-5c9d375200ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.119350] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Suspending the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 833.120099] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f2ad8208-645a-4fe7-9dd0-880177beb60d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.134330] env[69566]: DEBUG oslo_vmware.api [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 833.134330] env[69566]: value = "task-3407321" [ 833.134330] env[69566]: _type = "Task" [ 833.134330] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.142235] env[69566]: DEBUG oslo_vmware.api [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407321, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.192509] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-1351354e-249e-427e-b7b7-76d00fdd6506" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.192699] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Instance network_info: |[{"id": "443fd8a9-80a2-4b80-9dd4-8bb08f407418", "address": "fa:16:3e:79:8a:d4", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap443fd8a9-80", "ovs_interfaceid": "443fd8a9-80a2-4b80-9dd4-8bb08f407418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.193350] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:8a:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '443fd8a9-80a2-4b80-9dd4-8bb08f407418', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.201450] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.201450] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.201597] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7f82ce6-47c7-45b2-8833-631b3932306e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.223933] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.223933] env[69566]: value = "task-3407322" [ 833.223933] env[69566]: _type = "Task" [ 833.223933] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.232899] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407322, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.356074] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.356658] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.359926] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.585s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.360153] env[69566]: DEBUG nova.objects.instance [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lazy-loading 'resources' on Instance uuid 4a66e4ec-fecc-4c29-87bb-199a5ae89900 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.381893] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.416764] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624377} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.417088] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.417254] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.417498] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dded7004-a118-4dcd-8a25-c350623faf4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.426031] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 833.426031] env[69566]: value = "task-3407323" [ 833.426031] env[69566]: _type = "Task" [ 833.426031] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.435146] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.481282] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.492535] env[69566]: DEBUG nova.compute.manager [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Received event network-changed-443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.492755] env[69566]: DEBUG nova.compute.manager [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Refreshing instance network info cache due to event network-changed-443fd8a9-80a2-4b80-9dd4-8bb08f407418. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.493385] env[69566]: DEBUG oslo_concurrency.lockutils [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] Acquiring lock "refresh_cache-1351354e-249e-427e-b7b7-76d00fdd6506" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.493385] env[69566]: DEBUG oslo_concurrency.lockutils [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] Acquired lock "refresh_cache-1351354e-249e-427e-b7b7-76d00fdd6506" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.493521] env[69566]: DEBUG nova.network.neutron [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Refreshing network info cache for port 443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.555979] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407318, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.645763] env[69566]: DEBUG oslo_vmware.api [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407321, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.734830] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407322, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.862955] env[69566]: DEBUG nova.compute.utils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.864503] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.864679] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.890752] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.939214] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076329} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.940889] env[69566]: DEBUG nova.policy [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac82773605564a9983371fce6740a7c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de6f0a7c606d43409ffc0cdd86e4fa77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.942916] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.943951] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82af65c-4fcb-4533-8df0-00198533270d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.972444] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.975249] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba81b2d0-ed1f-4e96-a660-3912a96db4f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.001406] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 834.001406] env[69566]: value = "task-3407324" [ 834.001406] env[69566]: _type = "Task" [ 834.001406] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.014219] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.021687] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.021904] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.022336] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.022619] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.022974] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.031921] env[69566]: INFO nova.compute.manager [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Terminating instance [ 834.073134] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407318, 'name': ReconfigVM_Task, 'duration_secs': 2.036746} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.073406] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.074313] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e4f8ab-9301-41d2-9372-b1156994e0fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.084716] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 834.084716] env[69566]: value = "task-3407325" [ 834.084716] env[69566]: _type = "Task" [ 834.084716] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.105849] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407325, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.149966] env[69566]: DEBUG oslo_vmware.api [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407321, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.236703] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407322, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.282462] env[69566]: DEBUG nova.network.neutron [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Updated VIF entry in instance network info cache for port 443fd8a9-80a2-4b80-9dd4-8bb08f407418. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.282828] env[69566]: DEBUG nova.network.neutron [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Updating instance_info_cache with network_info: [{"id": "443fd8a9-80a2-4b80-9dd4-8bb08f407418", "address": "fa:16:3e:79:8a:d4", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap443fd8a9-80", "ovs_interfaceid": "443fd8a9-80a2-4b80-9dd4-8bb08f407418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.371733] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.386907] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407319, 'name': ReconfigVM_Task, 'duration_secs': 1.775514} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.387162] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-ee25646c-7f08-42e9-9085-e9078a08888d/volume-ee25646c-7f08-42e9-9085-e9078a08888d.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.398022] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34b4c16b-7660-48f2-9246-05415e20ef41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.411262] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Waiting for the task: (returnval){ [ 834.411262] env[69566]: value = "task-3407326" [ 834.411262] env[69566]: _type = "Task" [ 834.411262] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.421261] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.486408] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee64d837-788c-4357-b028-70b097f60c9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.496149] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5c46d-7d35-481c-ad3f-664febaa3f51 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.545662] env[69566]: DEBUG nova.compute.manager [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.546014] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.547267] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Successfully created port: 02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.549923] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cfccfa-188b-45e3-a153-3f8f336b234a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.554101] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc8650a-5620-4188-a588-b9fcd725d98d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.561105] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407324, 'name': ReconfigVM_Task, 'duration_secs': 0.37436} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.562101] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c/766f5a95-f23d-47e3-bd45-4ef94955ac5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.562811] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b2ac3c4-eff4-4a4f-87fd-737ddc5f9008 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.571026] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5982d43-0c6a-4811-bb70-508d684bd3e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.574442] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.575810] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0ad5af-bb89-4a20-99b7-14516f5767cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.579023] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 834.579023] env[69566]: value = "task-3407327" [ 834.579023] env[69566]: _type = "Task" [ 834.579023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.596255] env[69566]: DEBUG nova.compute.provider_tree [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.599069] env[69566]: DEBUG oslo_vmware.api [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 834.599069] env[69566]: value = "task-3407328" [ 834.599069] env[69566]: _type = "Task" [ 834.599069] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.604839] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407327, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.611412] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407325, 'name': Rename_Task, 'duration_secs': 0.272012} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.612197] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.612749] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e5dbfd-2f49-4e0a-9b1d-70120b9565f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.618552] env[69566]: DEBUG oslo_vmware.api [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.625276] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 834.625276] env[69566]: value = "task-3407329" [ 834.625276] env[69566]: _type = "Task" [ 834.625276] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.636281] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.647811] env[69566]: DEBUG oslo_vmware.api [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407321, 'name': SuspendVM_Task} progress is 54%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.739413] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407322, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.789604] env[69566]: DEBUG oslo_concurrency.lockutils [req-b7d924b1-97d6-408a-a43a-a8a411079f0b req-8daed1bc-18de-4726-a88b-0ddfc7e0aeb4 service nova] Releasing lock "refresh_cache-1351354e-249e-427e-b7b7-76d00fdd6506" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.922203] env[69566]: DEBUG oslo_vmware.api [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407326, 'name': ReconfigVM_Task, 'duration_secs': 0.240376} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.923307] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679804', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'name': 'volume-ee25646c-7f08-42e9-9085-e9078a08888d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '270a4a48-70d4-4e2b-b04f-e0ff7cf776e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'serial': 'ee25646c-7f08-42e9-9085-e9078a08888d'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 835.020867] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Successfully created port: c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.090304] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407327, 'name': Rename_Task, 'duration_secs': 0.209443} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.090592] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.090908] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11d1338e-6ff0-4b50-8993-338494452a26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.099053] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 835.099053] env[69566]: value = "task-3407330" [ 835.099053] env[69566]: _type = "Task" [ 835.099053] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.104418] env[69566]: DEBUG nova.scheduler.client.report [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.116027] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.121621] env[69566]: DEBUG oslo_vmware.api [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407328, 'name': PowerOffVM_Task, 'duration_secs': 0.238465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.121962] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.122105] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.122357] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61a20ea5-48d9-4633-af6d-366e43488bfe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.145777] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.152925] env[69566]: DEBUG oslo_vmware.api [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407321, 'name': SuspendVM_Task, 'duration_secs': 1.701311} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.153209] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Suspended the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 835.153389] env[69566]: DEBUG nova.compute.manager [None req-a1ce6310-bbba-4c01-8790-8252461aa05e tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.154349] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e46cb7-80ea-46ab-a3f8-1b8d0c224484 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.218261] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.218505] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.218770] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Deleting the datastore file [datastore1] cbd67281-11b6-4ef5-9223-d6eb7600e50b {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.218968] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e418c92-b6b8-4664-b9dd-fcb6054b4ec5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.225616] env[69566]: DEBUG oslo_vmware.api [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for the task: (returnval){ [ 835.225616] env[69566]: value = "task-3407332" [ 835.225616] env[69566]: _type = "Task" [ 835.225616] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.237249] env[69566]: DEBUG oslo_vmware.api [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.241009] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407322, 'name': CreateVM_Task, 'duration_secs': 1.677132} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.241186] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.241953] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.242138] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.242390] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.242645] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2008696-ee92-475a-b14e-2ab3ced92916 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.247562] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 835.247562] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bfa644-b3e3-e0e2-e84c-a91a4d7b09eb" [ 835.247562] env[69566]: _type = "Task" [ 835.247562] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.257598] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bfa644-b3e3-e0e2-e84c-a91a4d7b09eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.386212] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.418955] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.419233] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.419389] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.419583] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.419720] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.419864] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.420090] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.420253] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.420425] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.420622] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.420855] env[69566]: DEBUG nova.virt.hardware [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.421733] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad2cce1-ba0a-4de5-9e09-d734c71da633 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.431943] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896bdfce-2ff7-4a1e-9e78-f179dd8592f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.613288] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.616650] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.619239] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.676s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.619745] env[69566]: DEBUG nova.objects.instance [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lazy-loading 'resources' on Instance uuid b90c8755-2b5a-4f30-b9f6-3f8455cc22d7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.637359] env[69566]: DEBUG oslo_vmware.api [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407329, 'name': PowerOnVM_Task, 'duration_secs': 0.537516} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.637683] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.637886] env[69566]: INFO nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Took 9.93 seconds to spawn the instance on the hypervisor. [ 835.638070] env[69566]: DEBUG nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.638905] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee14311-bd91-4525-aa11-2faf1860c200 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.652681] env[69566]: INFO nova.scheduler.client.report [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Deleted allocations for instance 4a66e4ec-fecc-4c29-87bb-199a5ae89900 [ 835.736202] env[69566]: DEBUG oslo_vmware.api [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Task: {'id': task-3407332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135988} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.736383] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.736457] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.736637] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.736835] env[69566]: INFO nova.compute.manager [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 835.737093] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.737287] env[69566]: DEBUG nova.compute.manager [-] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.737380] env[69566]: DEBUG nova.network.neutron [-] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.763682] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bfa644-b3e3-e0e2-e84c-a91a4d7b09eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010227} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.763682] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.763935] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.763983] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.764307] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.764421] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.765848] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b35ff40b-c748-440b-b372-7092cc7a2e6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.774448] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.774634] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.775362] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df785379-e790-41fd-9724-e1699c92ac88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.781877] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 835.781877] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c32270-8eb0-f310-d72d-9d77a2645e4b" [ 835.781877] env[69566]: _type = "Task" [ 835.781877] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.791295] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c32270-8eb0-f310-d72d-9d77a2645e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.969086] env[69566]: DEBUG nova.objects.instance [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lazy-loading 'flavor' on Instance uuid 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.110369] env[69566]: DEBUG oslo_vmware.api [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407330, 'name': PowerOnVM_Task, 'duration_secs': 0.619045} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.110670] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.110858] env[69566]: DEBUG nova.compute.manager [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.111757] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5c95f-b488-480e-9c2b-55bec476043a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.118258] env[69566]: DEBUG nova.compute.manager [req-4a23b95b-ce73-4b0f-aee2-3d19dcaa95d0 req-8505d941-f01a-4dd3-b32c-2b600647cb35 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Received event network-vif-deleted-75a0cbae-2863-40ba-a7fe-e0407e9c8c5a {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.118258] env[69566]: INFO nova.compute.manager [req-4a23b95b-ce73-4b0f-aee2-3d19dcaa95d0 req-8505d941-f01a-4dd3-b32c-2b600647cb35 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Neutron deleted interface 75a0cbae-2863-40ba-a7fe-e0407e9c8c5a; detaching it from the instance and deleting it from the info cache [ 836.118258] env[69566]: DEBUG nova.network.neutron [req-4a23b95b-ce73-4b0f-aee2-3d19dcaa95d0 req-8505d941-f01a-4dd3-b32c-2b600647cb35 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.168482] env[69566]: INFO nova.compute.manager [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Took 36.42 seconds to build instance. [ 836.172230] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bce77b42-d796-4495-be7f-af0d7ff8d4b8 tempest-ServerGroupTestJSON-927310883 tempest-ServerGroupTestJSON-927310883-project-member] Lock "4a66e4ec-fecc-4c29-87bb-199a5ae89900" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.963s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.292512] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c32270-8eb0-f310-d72d-9d77a2645e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.295817] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eba80d2-af25-400c-8e4c-a64b4f79073c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.301640] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 836.301640] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524c4414-e793-94a0-fe57-348cc1a325c6" [ 836.301640] env[69566]: _type = "Task" [ 836.301640] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.309815] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524c4414-e793-94a0-fe57-348cc1a325c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.473132] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b425f911-0f1b-4051-b663-61a10137d680 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.818s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.512365] env[69566]: DEBUG nova.network.neutron [-] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.591841] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a87d3f-7a48-4725-8310-c2756ed0a9c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.601412] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6018bb2-302b-4e4c-b270-fb4730aa6c19 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.643506] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bcbf969-5069-498d-9b2b-049e48355b20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.646331] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb60651-f9e6-43fe-b782-8578a2963d63 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.650736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.659253] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad46d3-5cc7-482a-827e-c982cdaf48ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.665725] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbeaa0-d9d1-4d48-ab2a-e7702146af4b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.679017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb671b6f-f784-4409-bc2f-5fad7a495089 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.822s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.690213] env[69566]: DEBUG nova.compute.provider_tree [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.711021] env[69566]: DEBUG nova.compute.manager [req-4a23b95b-ce73-4b0f-aee2-3d19dcaa95d0 req-8505d941-f01a-4dd3-b32c-2b600647cb35 service nova] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Detach interface failed, port_id=75a0cbae-2863-40ba-a7fe-e0407e9c8c5a, reason: Instance cbd67281-11b6-4ef5-9223-d6eb7600e50b could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.733179] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.733524] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 836.757498] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Successfully updated port: 02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.779529] env[69566]: DEBUG nova.compute.manager [req-bb526aa9-3fd9-43b3-a976-cb3c14b48161 req-e0c0cf4c-a18e-4b55-80e7-382c5576e0fa service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received event network-vif-plugged-02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.779996] env[69566]: DEBUG oslo_concurrency.lockutils [req-bb526aa9-3fd9-43b3-a976-cb3c14b48161 req-e0c0cf4c-a18e-4b55-80e7-382c5576e0fa service nova] Acquiring lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.780225] env[69566]: DEBUG oslo_concurrency.lockutils [req-bb526aa9-3fd9-43b3-a976-cb3c14b48161 req-e0c0cf4c-a18e-4b55-80e7-382c5576e0fa service nova] Lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.780493] env[69566]: DEBUG oslo_concurrency.lockutils [req-bb526aa9-3fd9-43b3-a976-cb3c14b48161 req-e0c0cf4c-a18e-4b55-80e7-382c5576e0fa service nova] Lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.780759] env[69566]: DEBUG nova.compute.manager [req-bb526aa9-3fd9-43b3-a976-cb3c14b48161 req-e0c0cf4c-a18e-4b55-80e7-382c5576e0fa service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] No waiting events found dispatching network-vif-plugged-02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.781056] env[69566]: WARNING nova.compute.manager [req-bb526aa9-3fd9-43b3-a976-cb3c14b48161 req-e0c0cf4c-a18e-4b55-80e7-382c5576e0fa service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received unexpected event network-vif-plugged-02dff0af-6e51-4875-ae35-34afbc503374 for instance with vm_state building and task_state spawning. [ 836.814675] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524c4414-e793-94a0-fe57-348cc1a325c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.814970] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.815259] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 1351354e-249e-427e-b7b7-76d00fdd6506/1351354e-249e-427e-b7b7-76d00fdd6506.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.816028] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-549d6c08-7f66-4a54-89fc-6aa9720fff04 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.824683] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 836.824683] env[69566]: value = "task-3407333" [ 836.824683] env[69566]: _type = "Task" [ 836.824683] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.832477] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.014674] env[69566]: INFO nova.compute.manager [-] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Took 1.28 seconds to deallocate network for instance. [ 837.065395] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.065658] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.193548] env[69566]: DEBUG nova.scheduler.client.report [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.244111] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.244111] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.244111] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.244111] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.244394] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.244394] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.244639] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 837.244639] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.335431] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407333, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.523101] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.570609] env[69566]: INFO nova.compute.manager [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Detaching volume ee25646c-7f08-42e9-9085-e9078a08888d [ 837.614128] env[69566]: INFO nova.virt.block_device [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Attempting to driver detach volume ee25646c-7f08-42e9-9085-e9078a08888d from mountpoint /dev/sdb [ 837.614388] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 837.614581] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679804', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'name': 'volume-ee25646c-7f08-42e9-9085-e9078a08888d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '270a4a48-70d4-4e2b-b04f-e0ff7cf776e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'serial': 'ee25646c-7f08-42e9-9085-e9078a08888d'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 837.615477] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1144a7-4839-40d5-8ead-371932688de9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.644706] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908729a7-5e8a-49c6-8a62-f13957628e85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.656172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a4745-d70d-4482-ab31-fa6996ac1f21 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.683646] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05207f85-7ac3-4a05-a541-2916fc7ee1d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.702234] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.704488] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] The volume has not been displaced from its original location: [datastore2] volume-ee25646c-7f08-42e9-9085-e9078a08888d/volume-ee25646c-7f08-42e9-9085-e9078a08888d.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 837.711092] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.711924] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.122s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.713875] env[69566]: INFO nova.compute.claims [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.717368] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d04786ee-0703-4431-9b58-77ddb44368e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.741039] env[69566]: DEBUG oslo_vmware.api [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Waiting for the task: (returnval){ [ 837.741039] env[69566]: value = "task-3407334" [ 837.741039] env[69566]: _type = "Task" [ 837.741039] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.747471] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.751357] env[69566]: DEBUG oslo_vmware.api [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.753055] env[69566]: INFO nova.scheduler.client.report [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Deleted allocations for instance b90c8755-2b5a-4f30-b9f6-3f8455cc22d7 [ 837.838025] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517407} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.838880] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 1351354e-249e-427e-b7b7-76d00fdd6506/1351354e-249e-427e-b7b7-76d00fdd6506.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.838880] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.838880] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e47e4971-eefd-4b9c-b71a-6a65ee3ac2f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.847622] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 837.847622] env[69566]: value = "task-3407335" [ 837.847622] env[69566]: _type = "Task" [ 837.847622] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.858426] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.905766] env[69566]: DEBUG nova.compute.manager [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.907545] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb323d63-474d-48da-80f1-1a82e67baff3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.262704] env[69566]: DEBUG oslo_vmware.api [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407334, 'name': ReconfigVM_Task, 'duration_secs': 0.279782} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.264984] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9b13a93a-dc04-4019-89b8-4d3d0302089e tempest-FloatingIPsAssociationTestJSON-1860057914 tempest-FloatingIPsAssociationTestJSON-1860057914-project-member] Lock "b90c8755-2b5a-4f30-b9f6-3f8455cc22d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.947s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.264984] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.270012] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9abe6f5e-b5f2-48b9-bfc1-deda29907732 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.289086] env[69566]: DEBUG oslo_vmware.api [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Waiting for the task: (returnval){ [ 838.289086] env[69566]: value = "task-3407336" [ 838.289086] env[69566]: _type = "Task" [ 838.289086] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.299547] env[69566]: DEBUG oslo_vmware.api [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.358964] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09785} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.359359] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.360341] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2c1950-05c3-4f5c-9663-ead8cbf94ef3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.387253] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 1351354e-249e-427e-b7b7-76d00fdd6506/1351354e-249e-427e-b7b7-76d00fdd6506.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.387602] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d87db3c-86cf-4f7f-96cc-37a0228c8656 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.410429] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 838.410429] env[69566]: value = "task-3407337" [ 838.410429] env[69566]: _type = "Task" [ 838.410429] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.423788] env[69566]: INFO nova.compute.manager [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] instance snapshotting [ 838.424009] env[69566]: WARNING nova.compute.manager [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 838.426104] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.427122] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cc48b6-a827-4e86-93ba-63dd24479818 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.448138] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bd79b8-94b6-4d0b-9db7-4ac101534cc3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.461295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "a1675c15-3ae1-4865-9758-32e637cf9bdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.461583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.463025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "a1675c15-3ae1-4865-9758-32e637cf9bdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.463025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.463025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.465537] env[69566]: INFO nova.compute.manager [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Terminating instance [ 838.806127] env[69566]: DEBUG oslo_vmware.api [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Task: {'id': task-3407336, 'name': ReconfigVM_Task, 'duration_secs': 0.16622} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.806644] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679804', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'name': 'volume-ee25646c-7f08-42e9-9085-e9078a08888d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '270a4a48-70d4-4e2b-b04f-e0ff7cf776e7', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee25646c-7f08-42e9-9085-e9078a08888d', 'serial': 'ee25646c-7f08-42e9-9085-e9078a08888d'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 838.823812] env[69566]: DEBUG nova.compute.manager [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received event network-changed-02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.824243] env[69566]: DEBUG nova.compute.manager [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Refreshing instance network info cache due to event network-changed-02dff0af-6e51-4875-ae35-34afbc503374. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.824615] env[69566]: DEBUG oslo_concurrency.lockutils [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] Acquiring lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.824901] env[69566]: DEBUG oslo_concurrency.lockutils [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] Acquired lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.825200] env[69566]: DEBUG nova.network.neutron [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Refreshing network info cache for port 02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.922748] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407337, 'name': ReconfigVM_Task, 'duration_secs': 0.31604} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.923040] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 1351354e-249e-427e-b7b7-76d00fdd6506/1351354e-249e-427e-b7b7-76d00fdd6506.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.923696] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daa52a86-94b2-4800-af7b-d96e0d95269f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.934433] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 838.934433] env[69566]: value = "task-3407338" [ 838.934433] env[69566]: _type = "Task" [ 838.934433] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.945631] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407338, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.963514] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 838.964408] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5bee40e-237d-4715-952d-bd3a4878b21a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.977380] env[69566]: DEBUG nova.compute.manager [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.977608] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.977959] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 838.977959] env[69566]: value = "task-3407339" [ 838.977959] env[69566]: _type = "Task" [ 838.977959] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.981465] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f0515-2d93-4774-8e55-cd34d439e5b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.988609] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Successfully updated port: c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.999791] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407339, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.002196] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.002470] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d25998b8-a53b-40aa-acb1-13e06668b265 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.010888] env[69566]: DEBUG oslo_vmware.api [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 839.010888] env[69566]: value = "task-3407340" [ 839.010888] env[69566]: _type = "Task" [ 839.010888] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.025227] env[69566]: DEBUG oslo_vmware.api [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.060217] env[69566]: DEBUG nova.compute.manager [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 839.303848] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7886197-40c2-4df5-aed0-fab7ed63f5e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.328468] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7866e1f3-27d9-40a0-b25f-ef8d2eb57237 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.367189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83bb32-8ece-41d0-a9bf-f924168aeb8a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.376614] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe42792e-0c0b-4d83-ac08-4d4961ae836b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.382368] env[69566]: DEBUG nova.network.neutron [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.396959] env[69566]: DEBUG nova.compute.provider_tree [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.402123] env[69566]: DEBUG nova.objects.instance [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lazy-loading 'flavor' on Instance uuid 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.449080] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407338, 'name': Rename_Task, 'duration_secs': 0.186903} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.450279] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.450279] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51d25ce9-b2da-4722-a74c-1720727b3261 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.458643] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 839.458643] env[69566]: value = "task-3407341" [ 839.458643] env[69566]: _type = "Task" [ 839.458643] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.471700] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.494426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.499425] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407339, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.521444] env[69566]: DEBUG oslo_vmware.api [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407340, 'name': PowerOffVM_Task, 'duration_secs': 0.192367} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.521534] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.521636] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.521887] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41e5082d-d4ef-40cf-8a4a-9017e12b9a25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.585021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.594822] env[69566]: DEBUG nova.network.neutron [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.605660] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.605660] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.605764] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleting the datastore file [datastore1] a1675c15-3ae1-4865-9758-32e637cf9bdd {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.606471] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0560bd77-c610-45f9-8486-9f098483b0e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.614778] env[69566]: DEBUG oslo_vmware.api [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 839.614778] env[69566]: value = "task-3407343" [ 839.614778] env[69566]: _type = "Task" [ 839.614778] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.625692] env[69566]: DEBUG oslo_vmware.api [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.899706] env[69566]: DEBUG nova.scheduler.client.report [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.971716] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407341, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.999236] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407339, 'name': CreateSnapshot_Task, 'duration_secs': 0.759257} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.003011] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 840.003011] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d1436f-b098-4425-af8f-2f80f1d79c69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.102171] env[69566]: DEBUG oslo_concurrency.lockutils [req-8021ca91-fad8-42ce-8f99-3595dfa1549f req-c5418c92-22ca-4c6a-bfc1-82e5b2bedd4e service nova] Releasing lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.102673] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.102766] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.128274] env[69566]: DEBUG oslo_vmware.api [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17968} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.128274] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.128461] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.128643] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.128826] env[69566]: INFO nova.compute.manager [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 840.129142] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.129276] env[69566]: DEBUG nova.compute.manager [-] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.129603] env[69566]: DEBUG nova.network.neutron [-] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.407842] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.408386] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.411489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.984s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.412870] env[69566]: INFO nova.compute.claims [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.416147] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a95eda2-4657-4dae-96a3-5f32b6f2ffc9 tempest-VolumesAssistedSnapshotsTest-1167029548 tempest-VolumesAssistedSnapshotsTest-1167029548-project-admin] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.350s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.475022] env[69566]: DEBUG oslo_vmware.api [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407341, 'name': PowerOnVM_Task, 'duration_secs': 0.523658} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.475022] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.475022] env[69566]: INFO nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Took 10.05 seconds to spawn the instance on the hypervisor. [ 840.475022] env[69566]: DEBUG nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.475022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074988dc-6af9-4e5d-ae12-5efc127824b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.519622] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 840.520123] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d376952e-ab05-46e6-85fd-1dd02c70735d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.533423] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 840.533423] env[69566]: value = "task-3407345" [ 840.533423] env[69566]: _type = "Task" [ 840.533423] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.542602] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407345, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.661607] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.895148] env[69566]: DEBUG nova.network.neutron [-] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.919016] env[69566]: DEBUG nova.compute.utils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.920294] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.920294] env[69566]: DEBUG nova.network.neutron [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.945291] env[69566]: DEBUG nova.compute.manager [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received event network-vif-plugged-c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.945291] env[69566]: DEBUG oslo_concurrency.lockutils [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] Acquiring lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.945291] env[69566]: DEBUG oslo_concurrency.lockutils [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] Lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.945291] env[69566]: DEBUG oslo_concurrency.lockutils [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] Lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.945489] env[69566]: DEBUG nova.compute.manager [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] No waiting events found dispatching network-vif-plugged-c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.945808] env[69566]: WARNING nova.compute.manager [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received unexpected event network-vif-plugged-c189f0d9-5063-4311-a545-fc70d77f7c9d for instance with vm_state building and task_state spawning. [ 840.946100] env[69566]: DEBUG nova.compute.manager [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received event network-changed-c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.946383] env[69566]: DEBUG nova.compute.manager [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Refreshing instance network info cache due to event network-changed-c189f0d9-5063-4311-a545-fc70d77f7c9d. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.947086] env[69566]: DEBUG oslo_concurrency.lockutils [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] Acquiring lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.987358] env[69566]: DEBUG nova.policy [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b19220fb806d42908f9b72ae579d16a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cbb972d21c35470c987367b29efeec53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.998272] env[69566]: INFO nova.compute.manager [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Took 37.84 seconds to build instance. [ 841.051871] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407345, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.132558] env[69566]: DEBUG nova.network.neutron [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Updating instance_info_cache with network_info: [{"id": "02dff0af-6e51-4875-ae35-34afbc503374", "address": "fa:16:3e:d5:e3:4d", "network": {"id": "2b6dd37b-9600-4892-afe5-31ffdf098e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-536798009", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02dff0af-6e", "ovs_interfaceid": "02dff0af-6e51-4875-ae35-34afbc503374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c189f0d9-5063-4311-a545-fc70d77f7c9d", "address": "fa:16:3e:2d:b1:27", "network": {"id": "b3bf0d45-dcef-463f-ad61-0e1dc688a87e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1055795590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc189f0d9-50", "ovs_interfaceid": "c189f0d9-5063-4311-a545-fc70d77f7c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.294736] env[69566]: DEBUG nova.network.neutron [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Successfully created port: 10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.398812] env[69566]: INFO nova.compute.manager [-] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Took 1.27 seconds to deallocate network for instance. [ 841.420666] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.502614] env[69566]: DEBUG oslo_concurrency.lockutils [None req-650027ab-c941-4ee5-8c24-346ad0f3a973 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.417s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.552173] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407345, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.636913] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Releasing lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.637392] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Instance network_info: |[{"id": "02dff0af-6e51-4875-ae35-34afbc503374", "address": "fa:16:3e:d5:e3:4d", "network": {"id": "2b6dd37b-9600-4892-afe5-31ffdf098e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-536798009", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02dff0af-6e", "ovs_interfaceid": "02dff0af-6e51-4875-ae35-34afbc503374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c189f0d9-5063-4311-a545-fc70d77f7c9d", "address": "fa:16:3e:2d:b1:27", "network": {"id": "b3bf0d45-dcef-463f-ad61-0e1dc688a87e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1055795590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc189f0d9-50", "ovs_interfaceid": "c189f0d9-5063-4311-a545-fc70d77f7c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.642061] env[69566]: DEBUG oslo_concurrency.lockutils [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] Acquired lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.642314] env[69566]: DEBUG nova.network.neutron [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Refreshing network info cache for port c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.643547] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e3:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e99c063c-0cb7-4db6-b077-114166cfe889', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02dff0af-6e51-4875-ae35-34afbc503374', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:b1:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c189f0d9-5063-4311-a545-fc70d77f7c9d', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.658543] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.662658] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.663346] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc398fce-e489-48aa-9e4a-13a31ea35879 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.698686] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.698686] env[69566]: value = "task-3407346" [ 841.698686] env[69566]: _type = "Task" [ 841.698686] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.709788] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407346, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.910119] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.045680] env[69566]: DEBUG nova.network.neutron [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Updated VIF entry in instance network info cache for port c189f0d9-5063-4311-a545-fc70d77f7c9d. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.046174] env[69566]: DEBUG nova.network.neutron [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Updating instance_info_cache with network_info: [{"id": "02dff0af-6e51-4875-ae35-34afbc503374", "address": "fa:16:3e:d5:e3:4d", "network": {"id": "2b6dd37b-9600-4892-afe5-31ffdf098e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-536798009", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02dff0af-6e", "ovs_interfaceid": "02dff0af-6e51-4875-ae35-34afbc503374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c189f0d9-5063-4311-a545-fc70d77f7c9d", "address": "fa:16:3e:2d:b1:27", "network": {"id": "b3bf0d45-dcef-463f-ad61-0e1dc688a87e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1055795590", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc189f0d9-50", "ovs_interfaceid": "c189f0d9-5063-4311-a545-fc70d77f7c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.061835] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407345, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.097765] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61443afa-0dc1-4bf0-93f7-222f88f406d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.107830] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c03dc-b232-4583-b861-4a48e421581b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.142249] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e0a382-8a9d-4c27-9814-ceeb67ef2405 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.152555] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e73f95-0755-486f-9c85-ee1be6fd2446 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.169517] env[69566]: DEBUG nova.compute.provider_tree [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.209606] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407346, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.436663] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.464368] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.464682] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.464837] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.465101] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.465469] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.465469] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.465709] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.465901] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.466107] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.466285] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.466519] env[69566]: DEBUG nova.virt.hardware [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.467367] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af20141f-006d-40c9-920a-dda8267e362c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.476422] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec6868-a1a2-4c20-b526-8a1f2006274c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.555972] env[69566]: DEBUG oslo_concurrency.lockutils [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] Releasing lock "refresh_cache-01297d32-b055-4940-9b0b-3c90af30cd08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.556307] env[69566]: DEBUG nova.compute.manager [req-7074f034-16a6-473a-bb77-d1d5ef3bbfee req-a37a3dbb-f2c4-42bb-8af4-a68aea541c28 service nova] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Received event network-vif-deleted-b5a53680-a489-448c-ae0d-c42deb1d7eb7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.556704] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407345, 'name': CloneVM_Task, 'duration_secs': 1.779598} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.556965] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Created linked-clone VM from snapshot [ 842.557828] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b0d1b6-5aea-490f-9080-3db79bd726ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.567334] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Uploading image 6549384b-8a71-4e76-bc77-55ff4e419353 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 842.592071] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 842.592071] env[69566]: value = "vm-679808" [ 842.592071] env[69566]: _type = "VirtualMachine" [ 842.592071] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 842.592369] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-401fda2e-c899-40a5-ad17-df8197a6ecac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.601412] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease: (returnval){ [ 842.601412] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528abfe2-1206-01a8-7c17-beda4c4d1366" [ 842.601412] env[69566]: _type = "HttpNfcLease" [ 842.601412] env[69566]: } obtained for exporting VM: (result){ [ 842.601412] env[69566]: value = "vm-679808" [ 842.601412] env[69566]: _type = "VirtualMachine" [ 842.601412] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 842.601752] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the lease: (returnval){ [ 842.601752] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528abfe2-1206-01a8-7c17-beda4c4d1366" [ 842.601752] env[69566]: _type = "HttpNfcLease" [ 842.601752] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 842.609207] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 842.609207] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528abfe2-1206-01a8-7c17-beda4c4d1366" [ 842.609207] env[69566]: _type = "HttpNfcLease" [ 842.609207] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 842.674578] env[69566]: DEBUG nova.scheduler.client.report [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.712591] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407346, 'name': CreateVM_Task, 'duration_secs': 0.547513} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.712774] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.713776] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.714061] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.714328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.714728] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58dbfaee-f936-48b2-91dd-4b23efde326d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.721929] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 842.721929] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d74398-c909-9311-698f-bceb13e6d14d" [ 842.721929] env[69566]: _type = "Task" [ 842.721929] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.731648] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d74398-c909-9311-698f-bceb13e6d14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.816626] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.816980] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.817333] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.817413] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.817573] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.819921] env[69566]: INFO nova.compute.manager [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Terminating instance [ 843.029857] env[69566]: DEBUG nova.compute.manager [req-a048ff82-d9e5-42b4-9047-21a3a7723ffc req-fc5bc0ff-b1ff-46fd-9fba-a223ea330002 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Received event network-vif-plugged-10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.030209] env[69566]: DEBUG oslo_concurrency.lockutils [req-a048ff82-d9e5-42b4-9047-21a3a7723ffc req-fc5bc0ff-b1ff-46fd-9fba-a223ea330002 service nova] Acquiring lock "818f181e-284c-4c6e-b7af-b23e01ae0942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.030467] env[69566]: DEBUG oslo_concurrency.lockutils [req-a048ff82-d9e5-42b4-9047-21a3a7723ffc req-fc5bc0ff-b1ff-46fd-9fba-a223ea330002 service nova] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.030677] env[69566]: DEBUG oslo_concurrency.lockutils [req-a048ff82-d9e5-42b4-9047-21a3a7723ffc req-fc5bc0ff-b1ff-46fd-9fba-a223ea330002 service nova] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.030882] env[69566]: DEBUG nova.compute.manager [req-a048ff82-d9e5-42b4-9047-21a3a7723ffc req-fc5bc0ff-b1ff-46fd-9fba-a223ea330002 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] No waiting events found dispatching network-vif-plugged-10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.031100] env[69566]: WARNING nova.compute.manager [req-a048ff82-d9e5-42b4-9047-21a3a7723ffc req-fc5bc0ff-b1ff-46fd-9fba-a223ea330002 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Received unexpected event network-vif-plugged-10a184ba-4816-4391-988b-eeca14aac179 for instance with vm_state building and task_state spawning. [ 843.105091] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "1351354e-249e-427e-b7b7-76d00fdd6506" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.105091] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.116032] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 843.116032] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528abfe2-1206-01a8-7c17-beda4c4d1366" [ 843.116032] env[69566]: _type = "HttpNfcLease" [ 843.116032] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 843.116536] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 843.116536] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528abfe2-1206-01a8-7c17-beda4c4d1366" [ 843.116536] env[69566]: _type = "HttpNfcLease" [ 843.116536] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 843.117450] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5900d1-62d6-490e-bb8d-b92972093b9f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.128346] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203c084-1656-9be4-6baa-612763e2005c/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 843.128677] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203c084-1656-9be4-6baa-612763e2005c/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 843.200068] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.200737] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.205046] env[69566]: DEBUG nova.network.neutron [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Successfully updated port: 10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.207474] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.905s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.208954] env[69566]: INFO nova.compute.claims [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.234238] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d74398-c909-9311-698f-bceb13e6d14d, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.234575] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.234802] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.235054] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.235203] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.235384] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.235935] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72346c59-b859-44d7-967d-7bee2b085c0e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.247452] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.247637] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.248424] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fca50a-2498-466c-a288-69bd70d70dc8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.255683] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 843.255683] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a62141-ddc0-4dfb-51dc-d834bfb17c76" [ 843.255683] env[69566]: _type = "Task" [ 843.255683] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.268315] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b9dd717-c848-48d0-854e-e6eb8274d1ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.278921] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a62141-ddc0-4dfb-51dc-d834bfb17c76, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.281201] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc64d0d5-bd14-4e1b-85d1-617349158240 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.292187] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 843.292187] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b7af31-646e-d03b-cd10-a64e190ce0e3" [ 843.292187] env[69566]: _type = "Task" [ 843.292187] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.303028] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b7af31-646e-d03b-cd10-a64e190ce0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.324032] env[69566]: DEBUG nova.compute.manager [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.324032] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.324921] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc4213-ba4f-4be1-bffc-063180329f69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.334899] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.335166] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44ffe966-4f1f-4880-9924-ea949dfbca42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.343614] env[69566]: DEBUG oslo_vmware.api [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 843.343614] env[69566]: value = "task-3407348" [ 843.343614] env[69566]: _type = "Task" [ 843.343614] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.355066] env[69566]: DEBUG oslo_vmware.api [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3407348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.607563] env[69566]: DEBUG nova.compute.utils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.716738] env[69566]: DEBUG nova.compute.utils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.719340] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.719340] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.719340] env[69566]: DEBUG nova.network.neutron [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.720111] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.720310] env[69566]: DEBUG nova.network.neutron [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.790984] env[69566]: DEBUG nova.policy [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ff087d32fd544b6a37ed2d96948da61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '193c5b3624bb42c0a7876eb92ab7ea94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.807349] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b7af31-646e-d03b-cd10-a64e190ce0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.022649} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.808910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.808910] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 01297d32-b055-4940-9b0b-3c90af30cd08/01297d32-b055-4940-9b0b-3c90af30cd08.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.809119] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e75218-b82b-4250-8eca-8cd998a09157 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.821321] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 843.821321] env[69566]: value = "task-3407349" [ 843.821321] env[69566]: _type = "Task" [ 843.821321] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.832248] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.855607] env[69566]: DEBUG oslo_vmware.api [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3407348, 'name': PowerOffVM_Task, 'duration_secs': 0.276289} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.856008] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.857467] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.857467] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a511d076-4a8c-403d-b15e-a033cb77af96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.934197] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.934877] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.935258] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Deleting the datastore file [datastore2] 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.938273] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e622a0e-9750-4d52-a030-80e42b48b56a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.948979] env[69566]: DEBUG oslo_vmware.api [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for the task: (returnval){ [ 843.948979] env[69566]: value = "task-3407351" [ 843.948979] env[69566]: _type = "Task" [ 843.948979] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.958064] env[69566]: DEBUG oslo_vmware.api [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3407351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.111027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.123627] env[69566]: DEBUG nova.network.neutron [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Successfully created port: 39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.227220] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.305257] env[69566]: DEBUG nova.network.neutron [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.345305] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407349, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.467273] env[69566]: DEBUG oslo_vmware.api [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Task: {'id': task-3407351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379033} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.467475] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.467714] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.467958] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.468196] env[69566]: INFO nova.compute.manager [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 844.468458] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.468701] env[69566]: DEBUG nova.compute.manager [-] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.468983] env[69566]: DEBUG nova.network.neutron [-] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.517870] env[69566]: DEBUG nova.network.neutron [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updating instance_info_cache with network_info: [{"id": "10a184ba-4816-4391-988b-eeca14aac179", "address": "fa:16:3e:be:d9:ae", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a184ba-48", "ovs_interfaceid": "10a184ba-4816-4391-988b-eeca14aac179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.840524] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665701} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.843962] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 01297d32-b055-4940-9b0b-3c90af30cd08/01297d32-b055-4940-9b0b-3c90af30cd08.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.844233] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.844749] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-947d6562-d1d2-4b27-ae83-23ed7f10f257 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.854013] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 844.854013] env[69566]: value = "task-3407352" [ 844.854013] env[69566]: _type = "Task" [ 844.854013] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.872878] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.897693] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5b577e-ac24-4997-9c7e-b3f1bc3aa147 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.907895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b6eafe-5ba5-482e-81d5-065f34d40fde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.948175] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71f3e0-8f26-4d09-aa8c-0ddf30728697 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.955616] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0366abc7-1b99-48b5-b4a2-3d21feb14900 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.971352] env[69566]: DEBUG nova.compute.provider_tree [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.021126] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.021653] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Instance network_info: |[{"id": "10a184ba-4816-4391-988b-eeca14aac179", "address": "fa:16:3e:be:d9:ae", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a184ba-48", "ovs_interfaceid": "10a184ba-4816-4391-988b-eeca14aac179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.021951] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d9:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10a184ba-4816-4391-988b-eeca14aac179', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.032560] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.033300] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.034216] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76961217-0936-4c33-98b5-f22996210136 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.061131] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.061131] env[69566]: value = "task-3407353" [ 845.061131] env[69566]: _type = "Task" [ 845.061131] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.073248] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407353, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.118327] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "7f456f36-4a2a-4081-bee4-e350de539e98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.118706] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "7f456f36-4a2a-4081-bee4-e350de539e98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.212210] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "1351354e-249e-427e-b7b7-76d00fdd6506" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.212498] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.212715] env[69566]: INFO nova.compute.manager [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Attaching volume 54e22cf3-d189-4b13-bad8-c1ae764c3f22 to /dev/sdb [ 845.238690] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.266107] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2925f-a09b-4223-8c7f-ff79f1f9453f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.276268] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd64826-00ff-4d32-afb9-cae576715a82 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.281630] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.281960] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.282143] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.282326] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.282471] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.282682] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.282948] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.283168] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.283382] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.283584] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.283814] env[69566]: DEBUG nova.virt.hardware [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.284713] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f657ea85-82bd-4e21-9f0b-16015c85cc20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.290148] env[69566]: DEBUG nova.compute.manager [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Received event network-changed-10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.290407] env[69566]: DEBUG nova.compute.manager [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Refreshing instance network info cache due to event network-changed-10a184ba-4816-4391-988b-eeca14aac179. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.290844] env[69566]: DEBUG oslo_concurrency.lockutils [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] Acquiring lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.290899] env[69566]: DEBUG oslo_concurrency.lockutils [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] Acquired lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.291094] env[69566]: DEBUG nova.network.neutron [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Refreshing network info cache for port 10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.305115] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f4f05e-7561-4067-acb4-4ac75b8bdcd4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.311628] env[69566]: DEBUG nova.virt.block_device [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Updating existing volume attachment record: af320037-51a4-4124-b236-c44efa02db3f {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 845.364483] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077088} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.364701] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.365550] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd84ea-4dc9-4bae-81d4-b8594c742f47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.391893] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 01297d32-b055-4940-9b0b-3c90af30cd08/01297d32-b055-4940-9b0b-3c90af30cd08.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.396025] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f275ee-3493-4a88-9c58-72f55cbca626 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.413604] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 845.413604] env[69566]: value = "task-3407354" [ 845.413604] env[69566]: _type = "Task" [ 845.413604] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.425033] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.475067] env[69566]: DEBUG nova.scheduler.client.report [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.574489] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407353, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.621609] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.844994] env[69566]: DEBUG nova.network.neutron [-] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.928847] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.979882] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.983083] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.989741] env[69566]: DEBUG nova.network.neutron [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Successfully updated port: 39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.992479] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.282s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.992479] env[69566]: DEBUG nova.objects.instance [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lazy-loading 'resources' on Instance uuid d1320149-04e3-4df5-bbf2-f09c1f1d0e3d {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.080524] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407353, 'name': CreateVM_Task, 'duration_secs': 0.769435} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.080765] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.081669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.081847] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.082210] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.082491] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2db356f-8a40-4aa1-aa69-837329b36a30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.090701] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 846.090701] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52fce7b9-9a45-3f9b-181a-b7ce547e4b59" [ 846.090701] env[69566]: _type = "Task" [ 846.090701] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.096184] env[69566]: DEBUG nova.network.neutron [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updated VIF entry in instance network info cache for port 10a184ba-4816-4391-988b-eeca14aac179. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.096645] env[69566]: DEBUG nova.network.neutron [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updating instance_info_cache with network_info: [{"id": "10a184ba-4816-4391-988b-eeca14aac179", "address": "fa:16:3e:be:d9:ae", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a184ba-48", "ovs_interfaceid": "10a184ba-4816-4391-988b-eeca14aac179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.101406] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fce7b9-9a45-3f9b-181a-b7ce547e4b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.152294] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.351525] env[69566]: INFO nova.compute.manager [-] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Took 1.88 seconds to deallocate network for instance. [ 846.426356] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407354, 'name': ReconfigVM_Task, 'duration_secs': 0.675045} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.426722] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 01297d32-b055-4940-9b0b-3c90af30cd08/01297d32-b055-4940-9b0b-3c90af30cd08.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.427424] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d24d8b-4176-42a4-bb55-68a80f61aa34 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.435386] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 846.435386] env[69566]: value = "task-3407358" [ 846.435386] env[69566]: _type = "Task" [ 846.435386] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.444766] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407358, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.495450] env[69566]: DEBUG nova.compute.utils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.496729] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.500210] env[69566]: DEBUG nova.network.neutron [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.502550] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.502690] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.502836] env[69566]: DEBUG nova.network.neutron [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.562418] env[69566]: DEBUG nova.network.neutron [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.581875] env[69566]: DEBUG nova.policy [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ff087d32fd544b6a37ed2d96948da61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '193c5b3624bb42c0a7876eb92ab7ea94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.602323] env[69566]: DEBUG oslo_concurrency.lockutils [req-d3ac377b-aa02-48b5-8eaf-20bb1e0b6d33 req-1ba92c21-ab8c-4264-a93d-3857b551f37f service nova] Releasing lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.610208] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fce7b9-9a45-3f9b-181a-b7ce547e4b59, 'name': SearchDatastore_Task, 'duration_secs': 0.020601} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.610505] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.610773] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.611045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.611203] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.611385] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.611641] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-645ef507-d62f-4fae-8702-3cc6dcd07ae3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.622534] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.622756] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.623894] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ca0da9-e006-40a4-9666-fe367f945ef4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.631406] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 846.631406] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527b8a88-6310-577d-c13d-59074a066a32" [ 846.631406] env[69566]: _type = "Task" [ 846.631406] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.644585] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527b8a88-6310-577d-c13d-59074a066a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.824431] env[69566]: DEBUG nova.network.neutron [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updating instance_info_cache with network_info: [{"id": "39b97df3-1322-4e10-b561-61dd350d2b35", "address": "fa:16:3e:e1:22:e8", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b97df3-13", "ovs_interfaceid": "39b97df3-1322-4e10-b561-61dd350d2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.860814] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.950494] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407358, 'name': Rename_Task, 'duration_secs': 0.288535} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.950494] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.950494] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-081b434c-de07-47ac-a974-7fcea5c235ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.959197] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 846.959197] env[69566]: value = "task-3407359" [ 846.959197] env[69566]: _type = "Task" [ 846.959197] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.960012] env[69566]: DEBUG nova.network.neutron [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Successfully created port: 27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.972235] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.008060] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a160bd0-975b-44ec-8d64-aa0eaca49ddc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.013823] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.019486] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff60f33-c9e0-44ec-956e-f5e96af3b495 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.054234] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66435119-29ff-4a56-a5c3-2c2485405603 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.064116] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e8cad-ddfd-4719-b8c5-ac5cc148a7ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.080476] env[69566]: DEBUG nova.compute.provider_tree [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.142790] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527b8a88-6310-577d-c13d-59074a066a32, 'name': SearchDatastore_Task, 'duration_secs': 0.018721} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.143609] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007f5e38-e156-4d21-b6a5-e2c4edc08c00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.149887] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 847.149887] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bbde2a-cabc-0769-61c1-1b81fcf979a2" [ 847.149887] env[69566]: _type = "Task" [ 847.149887] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.161500] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bbde2a-cabc-0769-61c1-1b81fcf979a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.327466] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.327817] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Instance network_info: |[{"id": "39b97df3-1322-4e10-b561-61dd350d2b35", "address": "fa:16:3e:e1:22:e8", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b97df3-13", "ovs_interfaceid": "39b97df3-1322-4e10-b561-61dd350d2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.328273] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:22:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39b97df3-1322-4e10-b561-61dd350d2b35', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.336045] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating folder: Project (193c5b3624bb42c0a7876eb92ab7ea94). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.336347] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce7c244c-9742-4469-88f2-b2d09993719f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.349320] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created folder: Project (193c5b3624bb42c0a7876eb92ab7ea94) in parent group-v679651. [ 847.349503] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating folder: Instances. Parent ref: group-v679813. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.349708] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7086ca73-c549-4396-aa0d-1315b9b12923 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.362681] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created folder: Instances in parent group-v679813. [ 847.362944] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.363178] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.363394] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51ed6bbb-5a1e-44f2-bc3c-d3b0a746f6c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.384267] env[69566]: DEBUG nova.compute.manager [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Received event network-vif-deleted-896d7ca9-4b5e-40dd-b87d-37ebf45d2c11 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.384488] env[69566]: DEBUG nova.compute.manager [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Received event network-vif-plugged-39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.384835] env[69566]: DEBUG oslo_concurrency.lockutils [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] Acquiring lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.384981] env[69566]: DEBUG oslo_concurrency.lockutils [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.385218] env[69566]: DEBUG oslo_concurrency.lockutils [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.385355] env[69566]: DEBUG nova.compute.manager [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] No waiting events found dispatching network-vif-plugged-39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.385529] env[69566]: WARNING nova.compute.manager [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Received unexpected event network-vif-plugged-39b97df3-1322-4e10-b561-61dd350d2b35 for instance with vm_state building and task_state spawning. [ 847.385720] env[69566]: DEBUG nova.compute.manager [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Received event network-changed-39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.385889] env[69566]: DEBUG nova.compute.manager [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Refreshing instance network info cache due to event network-changed-39b97df3-1322-4e10-b561-61dd350d2b35. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.386025] env[69566]: DEBUG oslo_concurrency.lockutils [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] Acquiring lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.386230] env[69566]: DEBUG oslo_concurrency.lockutils [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] Acquired lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.386360] env[69566]: DEBUG nova.network.neutron [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Refreshing network info cache for port 39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.389608] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.389608] env[69566]: value = "task-3407362" [ 847.389608] env[69566]: _type = "Task" [ 847.389608] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.399782] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407362, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.476281] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407359, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.585071] env[69566]: DEBUG nova.scheduler.client.report [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.665321] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bbde2a-cabc-0769-61c1-1b81fcf979a2, 'name': SearchDatastore_Task, 'duration_secs': 0.032417} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.665321] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.665321] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/818f181e-284c-4c6e-b7af-b23e01ae0942.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.665321] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-980fa5e6-5ab9-4abe-b49a-8e101c7ddfbb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.674046] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 847.674046] env[69566]: value = "task-3407363" [ 847.674046] env[69566]: _type = "Task" [ 847.674046] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.686913] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.905559] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407362, 'name': CreateVM_Task, 'duration_secs': 0.448022} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.905864] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.906499] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.906767] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.907104] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.907431] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9762f8f6-8d80-4ca7-bdbb-d2b7e82adbc1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.913213] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 847.913213] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5205151f-89c1-9d0d-b83f-ecff9bf7e517" [ 847.913213] env[69566]: _type = "Task" [ 847.913213] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.921308] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5205151f-89c1-9d0d-b83f-ecff9bf7e517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.972040] env[69566]: DEBUG oslo_vmware.api [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407359, 'name': PowerOnVM_Task, 'duration_secs': 0.800846} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.972320] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.972523] env[69566]: INFO nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Took 12.59 seconds to spawn the instance on the hypervisor. [ 847.972702] env[69566]: DEBUG nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.973508] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa69d885-d50d-480f-adc0-077ae5eef5d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.024525] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.050753] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.051087] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.051358] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.051459] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.051592] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.051738] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.051950] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.052217] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.052295] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.052450] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.052625] env[69566]: DEBUG nova.virt.hardware [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.053558] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642555d-9834-42cc-9f97-45d2ac1a0a2e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.064031] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b16b81-0321-4266-96f2-24dd34904358 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.089770] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.093192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.743s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.094718] env[69566]: INFO nova.compute.claims [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.100447] env[69566]: DEBUG nova.network.neutron [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updated VIF entry in instance network info cache for port 39b97df3-1322-4e10-b561-61dd350d2b35. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.100859] env[69566]: DEBUG nova.network.neutron [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updating instance_info_cache with network_info: [{"id": "39b97df3-1322-4e10-b561-61dd350d2b35", "address": "fa:16:3e:e1:22:e8", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b97df3-13", "ovs_interfaceid": "39b97df3-1322-4e10-b561-61dd350d2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.118347] env[69566]: INFO nova.scheduler.client.report [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Deleted allocations for instance d1320149-04e3-4df5-bbf2-f09c1f1d0e3d [ 848.184993] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407363, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.426174] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5205151f-89c1-9d0d-b83f-ecff9bf7e517, 'name': SearchDatastore_Task, 'duration_secs': 0.037071} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.426566] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.426859] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.427135] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.427290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.427477] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.427756] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a564c4c-c4eb-4f10-9df6-cafce0ed01d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.439061] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.439270] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.440042] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6a4fd0-2120-44b3-8244-5f418de44d53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.448567] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 848.448567] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5231375e-8860-348b-2024-960e0173e82a" [ 848.448567] env[69566]: _type = "Task" [ 848.448567] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.457468] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5231375e-8860-348b-2024-960e0173e82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.492739] env[69566]: INFO nova.compute.manager [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Took 38.81 seconds to build instance. [ 848.529974] env[69566]: DEBUG nova.network.neutron [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Successfully updated port: 27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.605470] env[69566]: DEBUG oslo_concurrency.lockutils [req-36262d1d-565f-4578-a997-88e01a1678cc req-30dfe596-26ba-4b2c-a5b5-2e93abaef17a service nova] Releasing lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.627617] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04f398d9-cc3b-4b6e-a569-6af9290af26d tempest-ServersNegativeTestMultiTenantJSON-204731643 tempest-ServersNegativeTestMultiTenantJSON-204731643-project-member] Lock "d1320149-04e3-4df5-bbf2-f09c1f1d0e3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.866s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.684746] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781854} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.685024] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/818f181e-284c-4c6e-b7af-b23e01ae0942.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.685244] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.685502] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397045dd-4581-4340-b2f4-380aeacf27ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.693615] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 848.693615] env[69566]: value = "task-3407365" [ 848.693615] env[69566]: _type = "Task" [ 848.693615] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.706817] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.960338] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5231375e-8860-348b-2024-960e0173e82a, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.963251] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae3f60d-f337-4dc4-ba64-24aaf8555be3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.972118] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 848.972118] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cd2d5e-e072-b87e-8088-ee90b00dffb3" [ 848.972118] env[69566]: _type = "Task" [ 848.972118] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.984179] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cd2d5e-e072-b87e-8088-ee90b00dffb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.995095] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d87c49df-c795-4599-b879-8c7ed9e95464 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "01297d32-b055-4940-9b0b-3c90af30cd08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.613s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.037149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.037149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.037149] env[69566]: DEBUG nova.network.neutron [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.209664] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073689} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.210012] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.210842] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a66cd9-ec40-43e8-abf7-7f4fc2fbbc75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.238811] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/818f181e-284c-4c6e-b7af-b23e01ae0942.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.241901] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a2b7c7-9690-44ed-b3c2-f9d221b4dd4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.262483] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 849.262483] env[69566]: value = "task-3407366" [ 849.262483] env[69566]: _type = "Task" [ 849.262483] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.274277] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.299902] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "01297d32-b055-4940-9b0b-3c90af30cd08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.300193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "01297d32-b055-4940-9b0b-3c90af30cd08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.300422] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.300606] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.300789] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "01297d32-b055-4940-9b0b-3c90af30cd08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.302940] env[69566]: INFO nova.compute.manager [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Terminating instance [ 849.417276] env[69566]: DEBUG nova.compute.manager [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Received event network-vif-plugged-27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.417520] env[69566]: DEBUG oslo_concurrency.lockutils [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] Acquiring lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.417738] env[69566]: DEBUG oslo_concurrency.lockutils [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.417922] env[69566]: DEBUG oslo_concurrency.lockutils [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.418135] env[69566]: DEBUG nova.compute.manager [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] No waiting events found dispatching network-vif-plugged-27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.418307] env[69566]: WARNING nova.compute.manager [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Received unexpected event network-vif-plugged-27f1bf50-977b-4001-9370-e5e501a44961 for instance with vm_state building and task_state spawning. [ 849.418470] env[69566]: DEBUG nova.compute.manager [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Received event network-changed-27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.418661] env[69566]: DEBUG nova.compute.manager [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Refreshing instance network info cache due to event network-changed-27f1bf50-977b-4001-9370-e5e501a44961. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.418859] env[69566]: DEBUG oslo_concurrency.lockutils [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] Acquiring lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.490949] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cd2d5e-e072-b87e-8088-ee90b00dffb3, 'name': SearchDatastore_Task, 'duration_secs': 0.033209} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.491179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.491563] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/8a4fd34d-acc7-4c1b-af27-9c4322b5e363.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.491864] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5d7693-ce6c-40d0-be87-646c23167987 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.502367] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 849.502367] env[69566]: value = "task-3407367" [ 849.502367] env[69566]: _type = "Task" [ 849.502367] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.512455] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.590533] env[69566]: DEBUG nova.network.neutron [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.659914] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9512b7c4-d88f-46d8-a6a8-0aae5f35f1c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.671807] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4374a7ee-d6ab-4522-acf6-2f8d04de9c44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.706660] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be836824-eefc-4797-85e0-e2fd72ebaf67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.719654] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486de784-c3d9-4712-b870-0d98c51e756e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.741095] env[69566]: DEBUG nova.compute.provider_tree [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.777906] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.807113] env[69566]: DEBUG nova.compute.manager [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.807364] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.808312] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d3f0c-ee5e-4a81-91e5-958a1f2a246b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.819356] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.819843] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df9507e-4c6a-4059-9e4b-b09a05c9b7b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.831110] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 849.831110] env[69566]: value = "task-3407368" [ 849.831110] env[69566]: _type = "Task" [ 849.831110] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.843674] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.868466] env[69566]: DEBUG nova.network.neutron [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Updating instance_info_cache with network_info: [{"id": "27f1bf50-977b-4001-9370-e5e501a44961", "address": "fa:16:3e:97:d6:80", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f1bf50-97", "ovs_interfaceid": "27f1bf50-977b-4001-9370-e5e501a44961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.021196] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.246881] env[69566]: DEBUG nova.scheduler.client.report [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.275037] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407366, 'name': ReconfigVM_Task, 'duration_secs': 0.520074} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.276130] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/818f181e-284c-4c6e-b7af-b23e01ae0942.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.277254] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9806d358-49a9-4766-b855-a1748fafc88e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.286137] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 850.286137] env[69566]: value = "task-3407369" [ 850.286137] env[69566]: _type = "Task" [ 850.286137] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.301352] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407369, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.343042] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407368, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.372382] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.373132] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Instance network_info: |[{"id": "27f1bf50-977b-4001-9370-e5e501a44961", "address": "fa:16:3e:97:d6:80", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f1bf50-97", "ovs_interfaceid": "27f1bf50-977b-4001-9370-e5e501a44961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.373346] env[69566]: DEBUG oslo_concurrency.lockutils [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] Acquired lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.373430] env[69566]: DEBUG nova.network.neutron [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Refreshing network info cache for port 27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.376457] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:d6:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f1bf50-977b-4001-9370-e5e501a44961', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.383726] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.386156] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 850.386156] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679812', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'name': 'volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1351354e-249e-427e-b7b7-76d00fdd6506', 'attached_at': '', 'detached_at': '', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'serial': '54e22cf3-d189-4b13-bad8-c1ae764c3f22'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 850.386473] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.387652] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83f2b4-9991-424c-a394-ff828c0f1b47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.391660] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f14ebd67-e599-43c0-9609-e23f299083ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.428076] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855b2015-8061-40da-bd09-4483103cedf5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.428290] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.428290] env[69566]: value = "task-3407370" [ 850.428290] env[69566]: _type = "Task" [ 850.428290] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.457440] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22/volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.461226] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f451759-315d-4160-b53c-c33e00afb588 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.475342] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407370, 'name': CreateVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.485027] env[69566]: DEBUG oslo_vmware.api [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 850.485027] env[69566]: value = "task-3407371" [ 850.485027] env[69566]: _type = "Task" [ 850.485027] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.494498] env[69566]: DEBUG oslo_vmware.api [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.515110] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669284} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.515433] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/8a4fd34d-acc7-4c1b-af27-9c4322b5e363.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.515741] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.516033] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91e3f052-1963-4a9e-9e6f-09db1fe3efcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.527854] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 850.527854] env[69566]: value = "task-3407372" [ 850.527854] env[69566]: _type = "Task" [ 850.527854] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.540923] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.755436] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.755979] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.763111] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.371s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.765178] env[69566]: INFO nova.compute.claims [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.796592] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407369, 'name': Rename_Task, 'duration_secs': 0.207493} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.796899] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.797175] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c5542df-90af-4f1a-bab1-64d1a14b7ca1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.807118] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 850.807118] env[69566]: value = "task-3407373" [ 850.807118] env[69566]: _type = "Task" [ 850.807118] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.822583] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.843756] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407368, 'name': PowerOffVM_Task, 'duration_secs': 0.719112} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.844059] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.844235] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.844499] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6157047-bef6-4377-98c2-855e65bea40a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.944149] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407370, 'name': CreateVM_Task, 'duration_secs': 0.368036} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.944149] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.944149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.944149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.944149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.944149] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4695f288-c29f-46c2-9594-5d2bb82a2a6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.950898] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 850.950898] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a9d84e-14e9-7ec6-f7c0-48e2e1529a86" [ 850.950898] env[69566]: _type = "Task" [ 850.950898] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.968202] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a9d84e-14e9-7ec6-f7c0-48e2e1529a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.977071] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.977071] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.977071] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Deleting the datastore file [datastore1] 01297d32-b055-4940-9b0b-3c90af30cd08 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.977071] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62752c64-514a-4664-9660-b19365479355 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.991770] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for the task: (returnval){ [ 850.991770] env[69566]: value = "task-3407375" [ 850.991770] env[69566]: _type = "Task" [ 850.991770] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.000554] env[69566]: DEBUG oslo_vmware.api [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407371, 'name': ReconfigVM_Task, 'duration_secs': 0.504141} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.001566] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22/volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.009694] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b6e8302-0f7f-43a0-ab1e-e9ed885577e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.020737] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.033906] env[69566]: DEBUG oslo_vmware.api [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 851.033906] env[69566]: value = "task-3407376" [ 851.033906] env[69566]: _type = "Task" [ 851.033906] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.042172] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091678} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.043233] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.045906] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f648cd1e-e6c9-40b0-af7a-f902cb64c628 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.053787] env[69566]: DEBUG oslo_vmware.api [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.075375] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/8a4fd34d-acc7-4c1b-af27-9c4322b5e363.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.079656] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9a6a10-aa54-46a7-a53b-fbcdc24d9442 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.102608] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 851.102608] env[69566]: value = "task-3407377" [ 851.102608] env[69566]: _type = "Task" [ 851.102608] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.112790] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.272337] env[69566]: DEBUG nova.compute.utils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.276021] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.276021] env[69566]: DEBUG nova.network.neutron [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.325487] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407373, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.333915] env[69566]: DEBUG nova.network.neutron [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Updated VIF entry in instance network info cache for port 27f1bf50-977b-4001-9370-e5e501a44961. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.334609] env[69566]: DEBUG nova.network.neutron [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Updating instance_info_cache with network_info: [{"id": "27f1bf50-977b-4001-9370-e5e501a44961", "address": "fa:16:3e:97:d6:80", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f1bf50-97", "ovs_interfaceid": "27f1bf50-977b-4001-9370-e5e501a44961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.346276] env[69566]: DEBUG nova.policy [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86487b84155243baa83db5358dc1bcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecaf255878e24603871a2d1486b7a799', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.465178] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a9d84e-14e9-7ec6-f7c0-48e2e1529a86, 'name': SearchDatastore_Task, 'duration_secs': 0.021451} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.465625] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.466054] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.466486] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.466756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.467051] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.467420] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5647eab-91a1-4a34-986a-76831d38bcdd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.480766] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.482761] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.482761] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fff5e9-b03d-425b-982f-1bf59204215d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.489525] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 851.489525] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528adc5f-e5d5-afe6-3807-29cb7936c1ac" [ 851.489525] env[69566]: _type = "Task" [ 851.489525] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.509471] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528adc5f-e5d5-afe6-3807-29cb7936c1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01287} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.509844] env[69566]: DEBUG oslo_vmware.api [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Task: {'id': task-3407375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251768} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.510681] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.510887] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.511301] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.511495] env[69566]: INFO nova.compute.manager [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Took 1.70 seconds to destroy the instance on the hypervisor. [ 851.511887] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.511998] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05b8504-8136-4c32-8eb6-c890e5e65678 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.514499] env[69566]: DEBUG nova.compute.manager [-] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.514609] env[69566]: DEBUG nova.network.neutron [-] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.520872] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 851.520872] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52412e18-b6af-51e9-c12f-32814c2ebd13" [ 851.520872] env[69566]: _type = "Task" [ 851.520872] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.531305] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52412e18-b6af-51e9-c12f-32814c2ebd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.545611] env[69566]: DEBUG oslo_vmware.api [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407376, 'name': ReconfigVM_Task, 'duration_secs': 0.197666} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.545936] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679812', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'name': 'volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1351354e-249e-427e-b7b7-76d00fdd6506', 'attached_at': '', 'detached_at': '', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'serial': '54e22cf3-d189-4b13-bad8-c1ae764c3f22'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 851.622960] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407377, 'name': ReconfigVM_Task, 'duration_secs': 0.29362} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.623761] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/8a4fd34d-acc7-4c1b-af27-9c4322b5e363.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.625219] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3675f2a-3ef8-487b-893a-cbf351a00e50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.639966] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 851.639966] env[69566]: value = "task-3407378" [ 851.639966] env[69566]: _type = "Task" [ 851.639966] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.654796] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407378, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.781026] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.827555] env[69566]: DEBUG oslo_vmware.api [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407373, 'name': PowerOnVM_Task, 'duration_secs': 0.868939} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.828081] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.828081] env[69566]: INFO nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Took 9.39 seconds to spawn the instance on the hypervisor. [ 851.828277] env[69566]: DEBUG nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.832669] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d3e7b8-61b7-455c-8c04-8dc00bca540d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.838028] env[69566]: DEBUG oslo_concurrency.lockutils [req-756f0813-6cbc-476d-a6c7-2e7116aed4d2 req-188d971a-dc4c-4a43-9963-e1635956c0c3 service nova] Releasing lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.035223] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52412e18-b6af-51e9-c12f-32814c2ebd13, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.035528] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.037033] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/8ea8ee53-513b-4b0f-86c9-f135bb15aee8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.037033] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-985315e6-2755-45cc-9e61-624148289d5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.047583] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 852.047583] env[69566]: value = "task-3407379" [ 852.047583] env[69566]: _type = "Task" [ 852.047583] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.063602] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.152188] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407378, 'name': Rename_Task, 'duration_secs': 0.171901} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.155220] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.155513] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b8ef484-a0cc-48e3-a8ff-08cafba1d61d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.166642] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 852.166642] env[69566]: value = "task-3407380" [ 852.166642] env[69566]: _type = "Task" [ 852.166642] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.180530] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.256337] env[69566]: DEBUG nova.network.neutron [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Successfully created port: 8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.358849] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc702a-9fb2-4624-9fcc-8513c527a5cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.362453] env[69566]: INFO nova.compute.manager [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Took 38.82 seconds to build instance. [ 852.369857] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e12ec1c-fb89-4216-addd-19bf22a2686f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.407636] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f03cab-9364-4c6f-a88d-818d9e0fda67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.419151] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f075090-aa7d-43c5-bb92-eee7643951f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.439784] env[69566]: DEBUG nova.compute.provider_tree [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.503216] env[69566]: DEBUG nova.compute.manager [req-2744f641-061b-47ab-9a63-876606a7f89a req-8f6db5d9-d061-4bd3-b158-0f102d1607c4 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received event network-vif-deleted-c189f0d9-5063-4311-a545-fc70d77f7c9d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.503635] env[69566]: INFO nova.compute.manager [req-2744f641-061b-47ab-9a63-876606a7f89a req-8f6db5d9-d061-4bd3-b158-0f102d1607c4 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Neutron deleted interface c189f0d9-5063-4311-a545-fc70d77f7c9d; detaching it from the instance and deleting it from the info cache [ 852.504109] env[69566]: DEBUG nova.network.neutron [req-2744f641-061b-47ab-9a63-876606a7f89a req-8f6db5d9-d061-4bd3-b158-0f102d1607c4 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Updating instance_info_cache with network_info: [{"id": "02dff0af-6e51-4875-ae35-34afbc503374", "address": "fa:16:3e:d5:e3:4d", "network": {"id": "2b6dd37b-9600-4892-afe5-31ffdf098e97", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-536798009", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de6f0a7c606d43409ffc0cdd86e4fa77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e99c063c-0cb7-4db6-b077-114166cfe889", "external-id": "nsx-vlan-transportzone-462", "segmentation_id": 462, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02dff0af-6e", "ovs_interfaceid": "02dff0af-6e51-4875-ae35-34afbc503374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.561785] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407379, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.619672] env[69566]: DEBUG nova.objects.instance [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'flavor' on Instance uuid 1351354e-249e-427e-b7b7-76d00fdd6506 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.683701] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.790942] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.828789] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.828789] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.828789] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.828789] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.829524] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.830371] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.831253] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.832582] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.832932] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.833243] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.833666] env[69566]: DEBUG nova.virt.hardware [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.835276] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d3f635-cf69-49eb-9ce7-39f84eae6b5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.845888] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd6d98-35b7-41c2-9ac8-1c0c8ab4dd2d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.867143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e6268e1d-040d-40d5-9247-415a93c97f1d tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.299s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.943220] env[69566]: DEBUG nova.scheduler.client.report [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.008753] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-870dc4c7-02d9-4330-a821-5496bdbcf36e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.020019] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8abe16-35f6-4f85-a5d8-842ba8324ed6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.061050] env[69566]: DEBUG nova.compute.manager [req-2744f641-061b-47ab-9a63-876606a7f89a req-8f6db5d9-d061-4bd3-b158-0f102d1607c4 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Detach interface failed, port_id=c189f0d9-5063-4311-a545-fc70d77f7c9d, reason: Instance 01297d32-b055-4940-9b0b-3c90af30cd08 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 853.070549] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547691} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.070828] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/8ea8ee53-513b-4b0f-86c9-f135bb15aee8.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.071826] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.071826] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69b4646b-f560-456c-b1de-fe2df0dc07e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.079737] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 853.079737] env[69566]: value = "task-3407381" [ 853.079737] env[69566]: _type = "Task" [ 853.079737] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.091510] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.125247] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9cf2024b-0ed9-40fc-b9f8-057c0320e288 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.912s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.182247] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.371511] env[69566]: DEBUG nova.network.neutron [-] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.448916] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.448916] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.456023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.446s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.456023] env[69566]: DEBUG nova.objects.instance [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lazy-loading 'resources' on Instance uuid a9289ae0-2986-4d24-9114-7458849302c6 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.478245] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203c084-1656-9be4-6baa-612763e2005c/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 853.479503] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0cea58-5a4a-4827-b54e-faf5bdfe2213 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.486971] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203c084-1656-9be4-6baa-612763e2005c/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 853.487153] env[69566]: ERROR oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203c084-1656-9be4-6baa-612763e2005c/disk-0.vmdk due to incomplete transfer. [ 853.487376] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6bff9ac2-af57-4afe-b0e3-9bf3f63cfd27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.495858] env[69566]: DEBUG oslo_vmware.rw_handles [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5203c084-1656-9be4-6baa-612763e2005c/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 853.496068] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Uploaded image 6549384b-8a71-4e76-bc77-55ff4e419353 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 853.498157] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 853.498602] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff87442e-8e05-4536-9550-d6045dfe6c27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.505491] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 853.505491] env[69566]: value = "task-3407382" [ 853.505491] env[69566]: _type = "Task" [ 853.505491] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.514248] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407382, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.590364] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07725} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.590655] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.591611] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3147a923-5724-414c-b5a8-712118c8dc85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.614927] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/8ea8ee53-513b-4b0f-86c9-f135bb15aee8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.615169] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae8b9ed-f853-4acb-814a-9316f84ff071 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.638360] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 853.638360] env[69566]: value = "task-3407383" [ 853.638360] env[69566]: _type = "Task" [ 853.638360] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.647658] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.682442] env[69566]: DEBUG oslo_vmware.api [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407380, 'name': PowerOnVM_Task, 'duration_secs': 1.059755} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.682721] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.682937] env[69566]: INFO nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Took 8.44 seconds to spawn the instance on the hypervisor. [ 853.683527] env[69566]: DEBUG nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.684571] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44151ed5-8158-49e8-a7fc-9a5caeb71e54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.764033] env[69566]: INFO nova.compute.manager [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Rescuing [ 853.764033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.764201] env[69566]: DEBUG oslo_concurrency.lockutils [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.764411] env[69566]: DEBUG nova.network.neutron [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.795892] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "1351354e-249e-427e-b7b7-76d00fdd6506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.796170] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.796391] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "1351354e-249e-427e-b7b7-76d00fdd6506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.796579] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.796752] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.799199] env[69566]: INFO nova.compute.manager [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Terminating instance [ 853.878716] env[69566]: INFO nova.compute.manager [-] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Took 2.36 seconds to deallocate network for instance. [ 853.955142] env[69566]: DEBUG nova.compute.utils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.956889] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.956889] env[69566]: DEBUG nova.network.neutron [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.017052] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407382, 'name': Destroy_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.023918] env[69566]: DEBUG nova.policy [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ae83c520ef642038831fd900629a79a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebda86c298e4510b5e7959e577729c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.149383] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.208050] env[69566]: INFO nova.compute.manager [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Took 39.80 seconds to build instance. [ 854.285822] env[69566]: DEBUG nova.network.neutron [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Successfully updated port: 8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.304881] env[69566]: DEBUG nova.compute.manager [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.305199] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.305832] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be893289-1df2-4f67-8a8a-ab4aff006c5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.318562] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 854.318562] env[69566]: value = "task-3407384" [ 854.318562] env[69566]: _type = "Task" [ 854.318562] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.328017] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.390173] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.425081] env[69566]: DEBUG nova.network.neutron [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Successfully created port: 8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.466023] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.484351] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5571da2-be4e-454b-a85c-09a478941bbc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.494019] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd97d29b-4706-4c50-9945-d10dbf57ab70 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.533354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "4e4af816-c773-44c1-b6c7-18c7322ea874" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.533637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.533820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "4e4af816-c773-44c1-b6c7-18c7322ea874-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.534011] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.534193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.536859] env[69566]: INFO nova.compute.manager [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Terminating instance [ 854.541838] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3016343-2181-40dc-b804-3aa8ae76c7ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.561323] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407382, 'name': Destroy_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.562761] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bd3c87-bd84-4540-90ac-25fd6aba1694 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.580802] env[69566]: DEBUG nova.compute.provider_tree [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.629212] env[69566]: DEBUG nova.network.neutron [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updating instance_info_cache with network_info: [{"id": "10a184ba-4816-4391-988b-eeca14aac179", "address": "fa:16:3e:be:d9:ae", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a184ba-48", "ovs_interfaceid": "10a184ba-4816-4391-988b-eeca14aac179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.650361] env[69566]: DEBUG nova.compute.manager [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Received event network-vif-deleted-02dff0af-6e51-4875-ae35-34afbc503374 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.650361] env[69566]: DEBUG nova.compute.manager [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Received event network-vif-plugged-8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.650361] env[69566]: DEBUG oslo_concurrency.lockutils [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.650485] env[69566]: DEBUG oslo_concurrency.lockutils [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] Lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.653770] env[69566]: DEBUG oslo_concurrency.lockutils [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] Lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.653770] env[69566]: DEBUG nova.compute.manager [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] No waiting events found dispatching network-vif-plugged-8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.653770] env[69566]: WARNING nova.compute.manager [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Received unexpected event network-vif-plugged-8166ea41-376c-4083-a48e-74c8f06d0959 for instance with vm_state building and task_state spawning. [ 854.653770] env[69566]: DEBUG nova.compute.manager [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Received event network-changed-8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.653770] env[69566]: DEBUG nova.compute.manager [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Refreshing instance network info cache due to event network-changed-8166ea41-376c-4083-a48e-74c8f06d0959. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.653770] env[69566]: DEBUG oslo_concurrency.lockutils [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.653770] env[69566]: DEBUG oslo_concurrency.lockutils [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.653770] env[69566]: DEBUG nova.network.neutron [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Refreshing network info cache for port 8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.656153] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407383, 'name': ReconfigVM_Task, 'duration_secs': 0.713806} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.656616] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/8ea8ee53-513b-4b0f-86c9-f135bb15aee8.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.657288] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2067c74c-5cfc-4ff2-b293-820362be38e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.667029] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 854.667029] env[69566]: value = "task-3407385" [ 854.667029] env[69566]: _type = "Task" [ 854.667029] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.680622] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407385, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.709648] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3724ce40-e0fc-4a35-8d55-01a416602a99 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.903s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.791216] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.831019] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.046020] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407382, 'name': Destroy_Task, 'duration_secs': 1.39205} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.046274] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Destroyed the VM [ 855.046533] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 855.046832] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b592562f-0840-445f-a483-c49fb919d06e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.056393] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 855.056393] env[69566]: value = "task-3407386" [ 855.056393] env[69566]: _type = "Task" [ 855.056393] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.060367] env[69566]: DEBUG nova.compute.manager [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.060596] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.061695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ee590-3219-47b4-9ce9-9593c4b5ad7a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.071219] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.073929] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69f30bb0-9c00-4a0e-b362-ae4454e238ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.075577] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.084402] env[69566]: DEBUG nova.scheduler.client.report [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.131993] env[69566]: DEBUG oslo_concurrency.lockutils [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.178064] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407385, 'name': Rename_Task, 'duration_secs': 0.293783} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.178064] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.178435] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e883725-922d-4b3c-892f-0894fd0d67e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.185458] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 855.185458] env[69566]: value = "task-3407388" [ 855.185458] env[69566]: _type = "Task" [ 855.185458] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.197776] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.198990] env[69566]: DEBUG nova.network.neutron [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.253617] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "69365d1c-650f-4061-959c-4b1ce6149b42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.253871] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "69365d1c-650f-4061-959c-4b1ce6149b42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.298922] env[69566]: DEBUG nova.network.neutron [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.330308] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407384, 'name': PowerOffVM_Task, 'duration_secs': 0.777292} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.331030] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.331030] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 855.331030] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679812', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'name': 'volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1351354e-249e-427e-b7b7-76d00fdd6506', 'attached_at': '', 'detached_at': '', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'serial': '54e22cf3-d189-4b13-bad8-c1ae764c3f22'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 855.331857] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66588aff-c865-4f3b-b418-d050ebaeb512 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.360562] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e88765d-6ff7-43a0-9a89-40f9b2db27b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.369574] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892f1716-d80c-4863-ad4f-a21841378a87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.394847] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a3c31-e344-4f71-a17d-b727606fb61b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.414158] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] The volume has not been displaced from its original location: [datastore1] volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22/volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 855.423060] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 855.423557] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67467536-0269-4156-a82d-0f1718086889 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.449545] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 855.449545] env[69566]: value = "task-3407389" [ 855.449545] env[69566]: _type = "Task" [ 855.449545] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.459760] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.476304] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.499091] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.499368] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.499662] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.499909] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.500110] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.500280] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.500528] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.500708] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.500909] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.501151] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.501374] env[69566]: DEBUG nova.virt.hardware [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.502313] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13708a6-72fa-436d-8f45-ecd516020e8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.511113] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7ea34-a3f7-4e9c-88eb-65710bbdf103 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.568632] env[69566]: DEBUG oslo_vmware.api [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407386, 'name': RemoveSnapshot_Task, 'duration_secs': 0.493804} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.568965] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 855.569221] env[69566]: INFO nova.compute.manager [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Took 17.14 seconds to snapshot the instance on the hypervisor. [ 855.589439] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.592986] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.325s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.593191] env[69566]: DEBUG nova.objects.instance [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 855.615152] env[69566]: INFO nova.scheduler.client.report [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Deleted allocations for instance a9289ae0-2986-4d24-9114-7458849302c6 [ 855.675156] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.675565] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.675782] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleting the datastore file [datastore2] 4e4af816-c773-44c1-b6c7-18c7322ea874 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.676741] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286d8533-c16d-400f-9a38-fc9efbbce67c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.685448] env[69566]: DEBUG oslo_vmware.api [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 855.685448] env[69566]: value = "task-3407390" [ 855.685448] env[69566]: _type = "Task" [ 855.685448] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.699020] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.702016] env[69566]: DEBUG oslo_vmware.api [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.756348] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.804802] env[69566]: DEBUG oslo_concurrency.lockutils [req-a084c3a5-3ef8-41f1-b94d-dbe766cbd453 req-c653b665-7add-4b7d-b0ba-99f7428b3db0 service nova] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.805229] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.805427] env[69566]: DEBUG nova.network.neutron [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.961744] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407389, 'name': ReconfigVM_Task, 'duration_secs': 0.237504} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.962352] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 855.968154] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b7114c-bb5c-4bed-aa9d-4116f7c48901 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.985878] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 855.985878] env[69566]: value = "task-3407391" [ 855.985878] env[69566]: _type = "Task" [ 855.985878] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.997761] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.044720] env[69566]: DEBUG nova.network.neutron [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Successfully updated port: 8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.073378] env[69566]: DEBUG nova.compute.manager [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Instance disappeared during snapshot {{(pid=69566) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 856.090805] env[69566]: DEBUG nova.compute.manager [None req-4fa38021-04fd-4bc7-954c-398f42185968 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image not found during clean up 6549384b-8a71-4e76-bc77-55ff4e419353 {{(pid=69566) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 856.123635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-49796d9d-3721-4258-9290-8baa7ec28da9 tempest-ServersAaction247Test-1587996697 tempest-ServersAaction247Test-1587996697-project-member] Lock "a9289ae0-2986-4d24-9114-7458849302c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.333s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.201228] env[69566]: DEBUG oslo_vmware.api [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157567} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.204300] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.205334] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.205334] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.205334] env[69566]: INFO nova.compute.manager [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.205334] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.205574] env[69566]: DEBUG oslo_vmware.api [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407388, 'name': PowerOnVM_Task, 'duration_secs': 0.782043} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.205649] env[69566]: DEBUG nova.compute.manager [-] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.205772] env[69566]: DEBUG nova.network.neutron [-] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.207512] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.207761] env[69566]: INFO nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Took 8.18 seconds to spawn the instance on the hypervisor. [ 856.208290] env[69566]: DEBUG nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.208850] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8e2f41-1142-415d-8dce-cb023c644734 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.284290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.339673] env[69566]: DEBUG nova.network.neutron [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.496862] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407391, 'name': ReconfigVM_Task, 'duration_secs': 0.399629} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.497502] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679812', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'name': 'volume-54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1351354e-249e-427e-b7b7-76d00fdd6506', 'attached_at': '', 'detached_at': '', 'volume_id': '54e22cf3-d189-4b13-bad8-c1ae764c3f22', 'serial': '54e22cf3-d189-4b13-bad8-c1ae764c3f22'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 856.497806] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.498793] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42507156-688e-435d-8cbf-6ebd0394316e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.506848] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.507103] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62e17c40-0c91-414c-bf60-233d2937b5d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.515507] env[69566]: DEBUG nova.network.neutron [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.552220] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.552394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.552576] env[69566]: DEBUG nova.network.neutron [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.578786] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.579052] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.579244] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleting the datastore file [datastore1] 1351354e-249e-427e-b7b7-76d00fdd6506 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.579507] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8bda53e-903d-4047-94b4-c051e6dca1cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.589846] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 856.589846] env[69566]: value = "task-3407393" [ 856.589846] env[69566]: _type = "Task" [ 856.589846] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.601019] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.604260] env[69566]: DEBUG oslo_concurrency.lockutils [None req-73637f9d-ae9c-487e-839a-650e39da94d4 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.605724] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.330s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.608260] env[69566]: INFO nova.compute.claims [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.674912] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.674912] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a90d94f-2d28-413f-bd2a-76a17ca74cba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.684921] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 856.684921] env[69566]: value = "task-3407394" [ 856.684921] env[69566]: _type = "Task" [ 856.684921] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.692815] env[69566]: DEBUG nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-vif-plugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.693157] env[69566]: DEBUG oslo_concurrency.lockutils [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.693290] env[69566]: DEBUG oslo_concurrency.lockutils [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.693673] env[69566]: DEBUG oslo_concurrency.lockutils [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.693673] env[69566]: DEBUG nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] No waiting events found dispatching network-vif-plugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.693852] env[69566]: WARNING nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received unexpected event network-vif-plugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 for instance with vm_state building and task_state spawning. [ 856.694073] env[69566]: DEBUG nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-changed-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.694291] env[69566]: DEBUG nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Refreshing instance network info cache due to event network-changed-8b195509-2c2b-4af5-b2c9-c8ed1de56059. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.694484] env[69566]: DEBUG oslo_concurrency.lockutils [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.698632] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.729702] env[69566]: INFO nova.compute.manager [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Took 38.46 seconds to build instance. [ 856.962202] env[69566]: DEBUG nova.network.neutron [-] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.018057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.018405] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Instance network_info: |[{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.019039] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:2d:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8166ea41-376c-4083-a48e-74c8f06d0959', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.027068] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating folder: Project (ecaf255878e24603871a2d1486b7a799). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.027195] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a79cc6a-ef0d-45e3-b1d2-cdeeaee9869d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.039854] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created folder: Project (ecaf255878e24603871a2d1486b7a799) in parent group-v679651. [ 857.040080] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating folder: Instances. Parent ref: group-v679817. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.040353] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42f89236-e153-4216-900e-3cf66033094d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.050533] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created folder: Instances in parent group-v679817. [ 857.050776] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.050971] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.051212] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1aa7a5-45ae-4393-b6c8-6a539e281f44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.075384] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.075384] env[69566]: value = "task-3407397" [ 857.075384] env[69566]: _type = "Task" [ 857.075384] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.083879] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407397, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.096752] env[69566]: DEBUG oslo_vmware.api [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154462} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.097048] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.097240] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.097419] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.097595] env[69566]: INFO nova.compute.manager [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Took 2.79 seconds to destroy the instance on the hypervisor. [ 857.097839] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.098041] env[69566]: DEBUG nova.compute.manager [-] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.098141] env[69566]: DEBUG nova.network.neutron [-] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.108806] env[69566]: DEBUG nova.network.neutron [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.197243] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407394, 'name': PowerOffVM_Task, 'duration_secs': 0.410128} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.201602] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.202555] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b04a40-1251-47b9-b533-2509c7e7bf0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.224974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47d064e-7cd2-4952-8c3f-d983d58ebd71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.231783] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19610dee-60d4-45d8-8e88-1f8e7aeb9658 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.971s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.289196] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.289494] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-359a7f02-7bfd-4f84-b0e7-93e0c17be045 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.299282] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 857.299282] env[69566]: value = "task-3407398" [ 857.299282] env[69566]: _type = "Task" [ 857.299282] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.310515] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 857.310760] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.311053] env[69566]: DEBUG oslo_concurrency.lockutils [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.311530] env[69566]: DEBUG oslo_concurrency.lockutils [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.311530] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.311672] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f726b83-217f-43d4-b8d2-57ab1e33796b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.324996] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.325210] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.326335] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169337bc-f56e-4d7f-9136-40ccf60f0dd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.333714] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 857.333714] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5256190d-5728-06bb-6b0c-911a7e5f9df9" [ 857.333714] env[69566]: _type = "Task" [ 857.333714] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.343036] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5256190d-5728-06bb-6b0c-911a7e5f9df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.356154] env[69566]: DEBUG nova.network.neutron [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.463505] env[69566]: INFO nova.compute.manager [-] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Took 1.26 seconds to deallocate network for instance. [ 857.587757] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407397, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.845093] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5256190d-5728-06bb-6b0c-911a7e5f9df9, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.848060] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6783a3-fe1d-4ba7-973b-a42917f594eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.853861] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 857.853861] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5238565b-6d6f-2093-4a87-a265cfaa4a37" [ 857.853861] env[69566]: _type = "Task" [ 857.853861] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.859140] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.859445] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance network_info: |[{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.860266] env[69566]: DEBUG oslo_concurrency.lockutils [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.860447] env[69566]: DEBUG nova.network.neutron [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Refreshing network info cache for port 8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.861561] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:53:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b195509-2c2b-4af5-b2c9-c8ed1de56059', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.870763] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating folder: Project (2ebda86c298e4510b5e7959e577729c8). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.877387] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ba8151f-c2dd-4584-9ddb-bbb7a089f487 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.879035] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238565b-6d6f-2093-4a87-a265cfaa4a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.896128] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Created folder: Project (2ebda86c298e4510b5e7959e577729c8) in parent group-v679651. [ 857.897143] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating folder: Instances. Parent ref: group-v679820. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.897143] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee80a71b-b1e7-4425-bc91-965d211ed5a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.912129] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Created folder: Instances in parent group-v679820. [ 857.912281] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.912796] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.913180] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc95c69a-4981-46bf-8620-788fd81f731c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.932524] env[69566]: DEBUG nova.network.neutron [-] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.949167] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.949167] env[69566]: value = "task-3407401" [ 857.949167] env[69566]: _type = "Task" [ 857.949167] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.963237] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407401, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.970804] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.019957] env[69566]: INFO nova.compute.manager [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Rescuing [ 858.020219] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.020371] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.020533] env[69566]: DEBUG nova.network.neutron [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.092117] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407397, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.152200] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e640d4-344e-4914-8386-f013a0e71c23 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.155549] env[69566]: DEBUG nova.network.neutron [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updated VIF entry in instance network info cache for port 8b195509-2c2b-4af5-b2c9-c8ed1de56059. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.155898] env[69566]: DEBUG nova.network.neutron [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.162515] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1298872-38f4-4365-b760-4399c5411fe2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.195698] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235be7d4-c391-4f24-962c-a68da98b0a99 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.203762] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f13671-25ec-4166-af98-d901defeaee9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.217616] env[69566]: DEBUG nova.compute.provider_tree [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.367935] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238565b-6d6f-2093-4a87-a265cfaa4a37, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.368233] env[69566]: DEBUG oslo_concurrency.lockutils [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.368531] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. {{(pid=69566) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 858.368831] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2cf80b-b63c-4a01-8c2d-859f0449d4ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.377489] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 858.377489] env[69566]: value = "task-3407402" [ 858.377489] env[69566]: _type = "Task" [ 858.377489] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.386228] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.435012] env[69566]: INFO nova.compute.manager [-] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Took 1.34 seconds to deallocate network for instance. [ 858.459917] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407401, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.596135] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407397, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.661202] env[69566]: DEBUG oslo_concurrency.lockutils [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.661558] env[69566]: DEBUG nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Received event network-vif-deleted-998e534b-8a16-4e14-b946-cbabf26664f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.661830] env[69566]: INFO nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Neutron deleted interface 998e534b-8a16-4e14-b946-cbabf26664f2; detaching it from the instance and deleting it from the info cache [ 858.662123] env[69566]: DEBUG nova.network.neutron [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.721204] env[69566]: DEBUG nova.scheduler.client.report [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.780025] env[69566]: DEBUG nova.network.neutron [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Updating instance_info_cache with network_info: [{"id": "27f1bf50-977b-4001-9370-e5e501a44961", "address": "fa:16:3e:97:d6:80", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f1bf50-97", "ovs_interfaceid": "27f1bf50-977b-4001-9370-e5e501a44961", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.806880] env[69566]: DEBUG nova.compute.manager [req-98d15555-17a8-4675-8e1d-e53929387321 req-16174394-5490-48e9-9727-4a4444c9abe9 service nova] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Received event network-vif-deleted-443fd8a9-80a2-4b80-9dd4-8bb08f407418 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.888134] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407402, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.960131] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407401, 'name': CreateVM_Task, 'duration_secs': 0.650403} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.960330] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.961061] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961227] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961560] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961828] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e768d170-9741-4211-a214-542ce865585a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.967512] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 858.967512] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52924253-a14d-77f4-7f7f-2dd4a11e87d0" [ 858.967512] env[69566]: _type = "Task" [ 858.967512] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.976904] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52924253-a14d-77f4-7f7f-2dd4a11e87d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.982696] env[69566]: INFO nova.compute.manager [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Took 0.55 seconds to detach 1 volumes for instance. [ 859.090088] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407397, 'name': CreateVM_Task, 'duration_secs': 1.797899} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.090281] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.090968] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.166378] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55689ba1-10b9-4adf-99e3-2b77d7404beb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.178991] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7a7578-9a90-4995-bedb-adc3e374f347 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.229353] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.230241] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.233188] env[69566]: DEBUG nova.compute.manager [req-2e0b7015-f178-49b9-b5ac-37643d1ada0d req-bb9e462a-0fd2-40c4-a242-259452ea1c4a service nova] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Detach interface failed, port_id=998e534b-8a16-4e14-b946-cbabf26664f2, reason: Instance 4e4af816-c773-44c1-b6c7-18c7322ea874 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.234133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.518s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.234604] env[69566]: DEBUG nova.objects.instance [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lazy-loading 'resources' on Instance uuid 6377f0cc-4624-4be1-9d43-d56c6ebd9688 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.283644] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-8ea8ee53-513b-4b0f-86c9-f135bb15aee8" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.389874] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520987} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.390155] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. [ 859.390923] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f2f26-da5d-4868-8287-9975e036ecff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.417236] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.417595] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-319f1bc8-0ee2-4447-b873-ced52a45cff1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.441478] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 859.441478] env[69566]: value = "task-3407403" [ 859.441478] env[69566]: _type = "Task" [ 859.441478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.451234] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.479144] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52924253-a14d-77f4-7f7f-2dd4a11e87d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.479467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.479721] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.479957] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480357] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.480643] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.481204] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04b68323-36a7-4ee6-8c0b-44b56b05d208 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.483106] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4689a8c9-4544-4624-ad68-170a092cd155 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.489311] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.489648] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 859.489648] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524f3293-a9f1-9fc8-9dc8-51e5df429c74" [ 859.489648] env[69566]: _type = "Task" [ 859.489648] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.494471] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.494671] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.495799] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087befb9-d2c9-4cf8-992f-d90c9ff0e652 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.502099] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524f3293-a9f1-9fc8-9dc8-51e5df429c74, 'name': SearchDatastore_Task} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.503211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.503211] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.503315] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.505951] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 859.505951] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526fc6f0-dbf0-0aff-64f0-6acfaa9a4fa5" [ 859.505951] env[69566]: _type = "Task" [ 859.505951] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.513832] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526fc6f0-dbf0-0aff-64f0-6acfaa9a4fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.736427] env[69566]: DEBUG nova.compute.utils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.740716] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.740901] env[69566]: DEBUG nova.network.neutron [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.785927] env[69566]: DEBUG nova.policy [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07e27df68c644c55b91e2edb74f0e1d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33400cd489e24ddfb58a27afc091857f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.953014] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.018373] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526fc6f0-dbf0-0aff-64f0-6acfaa9a4fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.022542] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5967f2fa-6a03-4dd4-a7a8-85ff4fd11dca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.031017] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 860.031017] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52875732-c820-cac4-df0c-2ffe9476a140" [ 860.031017] env[69566]: _type = "Task" [ 860.031017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.042749] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52875732-c820-cac4-df0c-2ffe9476a140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.077859] env[69566]: DEBUG nova.network.neutron [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Successfully created port: d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.176745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10486f56-c5e1-4709-9caf-4879129de307 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.186081] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0394d6c9-a8c6-424e-8a71-bc42b8c83f90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.227029] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed56f339-a1df-42d2-bd7e-c1948699023a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.232242] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0518576-5520-463a-9bb6-83f97293fd98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.247352] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.252960] env[69566]: DEBUG nova.compute.provider_tree [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.454731] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407403, 'name': ReconfigVM_Task, 'duration_secs': 0.853438} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.455216] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.456028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcd7288-0064-4a20-9b4f-3edb908a263b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.482546] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df747b6-a4a3-4f55-9e56-feeeca5618e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.504842] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 860.504842] env[69566]: value = "task-3407404" [ 860.504842] env[69566]: _type = "Task" [ 860.504842] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.513825] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.542126] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52875732-c820-cac4-df0c-2ffe9476a140, 'name': SearchDatastore_Task, 'duration_secs': 0.033878} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.542442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.542737] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.543046] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.543243] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.543479] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e2964d-6137-4955-91ef-0bcdfa2e20e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.546735] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a70977f6-892a-4167-af68-7b9d00d803ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.554474] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 860.554474] env[69566]: value = "task-3407405" [ 860.554474] env[69566]: _type = "Task" [ 860.554474] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.559132] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.559332] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.560473] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-521f0c80-ec9a-4f89-ac14-1cec3b636255 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.566096] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.569780] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 860.569780] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c580f5-12d4-cc26-b385-aed578583ffe" [ 860.569780] env[69566]: _type = "Task" [ 860.569780] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.577722] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c580f5-12d4-cc26-b385-aed578583ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.758325] env[69566]: DEBUG nova.scheduler.client.report [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.826763] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.827293] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d0bfd3-d288-495a-9ef0-0b28ff7caef2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.836542] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 860.836542] env[69566]: value = "task-3407406" [ 860.836542] env[69566]: _type = "Task" [ 860.836542] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.847656] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.017269] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407404, 'name': ReconfigVM_Task, 'duration_secs': 0.16538} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.017630] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.017957] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40821155-a7fb-4d63-896e-29c7b33b56d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.027567] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 861.027567] env[69566]: value = "task-3407407" [ 861.027567] env[69566]: _type = "Task" [ 861.027567] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.039907] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.067927] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500751} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.068393] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.068768] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.069152] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c13b339-d776-4826-83b6-682af8cf37c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.088046] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c580f5-12d4-cc26-b385-aed578583ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.090489] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 861.090489] env[69566]: value = "task-3407408" [ 861.090489] env[69566]: _type = "Task" [ 861.090489] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.090973] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7717d8-0725-429f-831b-f99153ca7b5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.108918] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 861.108918] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bdae4e-f184-2f41-1084-2a29fe45fbd0" [ 861.108918] env[69566]: _type = "Task" [ 861.108918] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.122263] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bdae4e-f184-2f41-1084-2a29fe45fbd0, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.123150] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.123150] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496/407eeafd-6372-41c5-b315-67d5c9ece496.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.123416] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba715f7-0278-45e6-aa44-f6b8e2bc0f6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.131636] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 861.131636] env[69566]: value = "task-3407409" [ 861.131636] env[69566]: _type = "Task" [ 861.131636] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.141393] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.264109] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.266808] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.269138] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.788s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.270671] env[69566]: INFO nova.compute.claims [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.293578] env[69566]: INFO nova.scheduler.client.report [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Deleted allocations for instance 6377f0cc-4624-4be1-9d43-d56c6ebd9688 [ 861.297108] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.297403] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.297563] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.297746] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.297896] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.298055] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.298268] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.298426] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.298594] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.298775] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.298966] env[69566]: DEBUG nova.virt.hardware [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.299974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fa4750-a19f-48ad-9110-36731a3ad31f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.316138] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b12e2-8852-49fb-b321-13f38e7cd16b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.347744] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407406, 'name': PowerOffVM_Task, 'duration_secs': 0.301772} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.347955] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.349539] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cda62e4-4ea4-4013-9930-c4d44758eb69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.372640] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f939f3c-4329-4ef4-a725-cb628983dcb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.404394] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.404525] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b9dd843-5bd3-46dd-a3d5-d1e225b163e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.413148] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 861.413148] env[69566]: value = "task-3407410" [ 861.413148] env[69566]: _type = "Task" [ 861.413148] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.424040] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.539811] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.604626] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089222} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.604926] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.605800] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7936c694-97d7-4e06-91bd-cc184268f0ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.635786] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.636865] env[69566]: DEBUG nova.network.neutron [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Successfully updated port: d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.638882] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3780062-e3f3-4fad-aaf1-778b19e06d9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.660139] env[69566]: DEBUG nova.compute.manager [req-6b3d07bc-d4ad-4841-8ce7-3978bd8d721f req-d31b20aa-cef7-4bcb-b470-38c112b123ff service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Received event network-vif-plugged-d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.660346] env[69566]: DEBUG oslo_concurrency.lockutils [req-6b3d07bc-d4ad-4841-8ce7-3978bd8d721f req-d31b20aa-cef7-4bcb-b470-38c112b123ff service nova] Acquiring lock "2749e7d2-aad6-4b36-8255-d4b56b95af08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.660708] env[69566]: DEBUG oslo_concurrency.lockutils [req-6b3d07bc-d4ad-4841-8ce7-3978bd8d721f req-d31b20aa-cef7-4bcb-b470-38c112b123ff service nova] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.660833] env[69566]: DEBUG oslo_concurrency.lockutils [req-6b3d07bc-d4ad-4841-8ce7-3978bd8d721f req-d31b20aa-cef7-4bcb-b470-38c112b123ff service nova] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.661471] env[69566]: DEBUG nova.compute.manager [req-6b3d07bc-d4ad-4841-8ce7-3978bd8d721f req-d31b20aa-cef7-4bcb-b470-38c112b123ff service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] No waiting events found dispatching network-vif-plugged-d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.661471] env[69566]: WARNING nova.compute.manager [req-6b3d07bc-d4ad-4841-8ce7-3978bd8d721f req-d31b20aa-cef7-4bcb-b470-38c112b123ff service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Received unexpected event network-vif-plugged-d7f5da84-f8fa-46ee-a987-aa06b83a2080 for instance with vm_state building and task_state spawning. [ 861.665223] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 861.665223] env[69566]: value = "task-3407411" [ 861.665223] env[69566]: _type = "Task" [ 861.665223] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.669193] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472969} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.673986] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496/407eeafd-6372-41c5-b315-67d5c9ece496.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.674274] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.674564] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7e68e2a-afae-415e-9421-4c0c22fcbabf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.685267] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.687539] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 861.687539] env[69566]: value = "task-3407412" [ 861.687539] env[69566]: _type = "Task" [ 861.687539] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.812025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ff4ed0f0-6969-4ef4-8f28-10b9f94a17cc tempest-InstanceActionsTestJSON-789845982 tempest-InstanceActionsTestJSON-789845982-project-member] Lock "6377f0cc-4624-4be1-9d43-d56c6ebd9688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.561s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.925127] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.925401] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.925663] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.925819] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.926016] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.926288] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ba84dd-db1a-4e6f-8615-5d280713e999 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.939828] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.940110] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.941240] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b656a9-8c51-4665-90c2-2c256b64ed06 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.948478] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 861.948478] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52efbb33-0e8a-2658-6e38-4fa12572ca83" [ 861.948478] env[69566]: _type = "Task" [ 861.948478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.957940] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52efbb33-0e8a-2658-6e38-4fa12572ca83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.039926] env[69566]: DEBUG oslo_vmware.api [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407407, 'name': PowerOnVM_Task, 'duration_secs': 0.599245} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.042126] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.046131] env[69566]: DEBUG nova.compute.manager [None req-85a37ea4-0645-4195-8bc4-ddd842de1326 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.046131] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acb9613-dc8b-456d-90e1-9f65c99d1592 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.155558] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "refresh_cache-2749e7d2-aad6-4b36-8255-d4b56b95af08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.155558] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquired lock "refresh_cache-2749e7d2-aad6-4b36-8255-d4b56b95af08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.155558] env[69566]: DEBUG nova.network.neutron [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.183146] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407411, 'name': ReconfigVM_Task, 'duration_secs': 0.31972} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.183865] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.185017] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14a75b6-cd4c-477e-acdd-4974abd32c75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.196746] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 862.196746] env[69566]: value = "task-3407413" [ 862.196746] env[69566]: _type = "Task" [ 862.196746] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.198945] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105909} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.203027] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.203027] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e6970-6ac4-4c7c-b5f8-1cfa5eb80f9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.213790] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407413, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.235670] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496/407eeafd-6372-41c5-b315-67d5c9ece496.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.235670] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42119528-fbb5-46a1-af0d-43659fe9d3e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.260786] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 862.260786] env[69566]: value = "task-3407414" [ 862.260786] env[69566]: _type = "Task" [ 862.260786] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.274762] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.460423] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52efbb33-0e8a-2658-6e38-4fa12572ca83, 'name': SearchDatastore_Task, 'duration_secs': 0.013648} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.464402] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a597b14-0f80-4f4d-a3be-0b6493a8cfaf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.469895] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 862.469895] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52502d29-94a9-a09a-0888-1b667b749167" [ 862.469895] env[69566]: _type = "Task" [ 862.469895] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.481161] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52502d29-94a9-a09a-0888-1b667b749167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.712769] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407413, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.736699] env[69566]: DEBUG nova.network.neutron [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.767815] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee37ea9f-e999-4790-a7fb-55c43e238c1f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.777673] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.780404] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b8dde-bce3-4abd-b3be-376b63afadb0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.816077] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb7945-b0e2-4fb7-b2c9-feed116ebf8a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.824539] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a578484-3beb-4ada-a624-3eab4ff0ffac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.839197] env[69566]: DEBUG nova.compute.provider_tree [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.981271] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52502d29-94a9-a09a-0888-1b667b749167, 'name': SearchDatastore_Task, 'duration_secs': 0.017202} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.981540] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.981805] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. {{(pid=69566) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 862.982097] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-432845ef-1bf8-4427-94c6-7de544dec318 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.990467] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 862.990467] env[69566]: value = "task-3407415" [ 862.990467] env[69566]: _type = "Task" [ 862.990467] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.991468] env[69566]: DEBUG nova.network.neutron [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Updating instance_info_cache with network_info: [{"id": "d7f5da84-f8fa-46ee-a987-aa06b83a2080", "address": "fa:16:3e:4b:ea:aa", "network": {"id": "598e8e1d-ed80-4ddc-a695-cd4dba442bd6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-943925003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33400cd489e24ddfb58a27afc091857f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f5da84-f8", "ovs_interfaceid": "d7f5da84-f8fa-46ee-a987-aa06b83a2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.001695] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.220345] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407413, 'name': Rename_Task, 'duration_secs': 0.534707} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.220345] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.221375] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1a26cf-d01a-4bc1-98a5-f03fdad2f512 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.234738] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 863.234738] env[69566]: value = "task-3407416" [ 863.234738] env[69566]: _type = "Task" [ 863.234738] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.255881] env[69566]: INFO nova.compute.manager [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Unrescuing [ 863.256341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.256658] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquired lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.257066] env[69566]: DEBUG nova.network.neutron [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.259695] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.272460] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407414, 'name': ReconfigVM_Task, 'duration_secs': 0.993166} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.272460] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496/407eeafd-6372-41c5-b315-67d5c9ece496.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.273185] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3cc5f2f-f2b1-4b15-8b20-365171965502 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.282737] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 863.282737] env[69566]: value = "task-3407417" [ 863.282737] env[69566]: _type = "Task" [ 863.282737] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.294280] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407417, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.344143] env[69566]: DEBUG nova.scheduler.client.report [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.497950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Releasing lock "refresh_cache-2749e7d2-aad6-4b36-8255-d4b56b95af08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.498085] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Instance network_info: |[{"id": "d7f5da84-f8fa-46ee-a987-aa06b83a2080", "address": "fa:16:3e:4b:ea:aa", "network": {"id": "598e8e1d-ed80-4ddc-a695-cd4dba442bd6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-943925003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33400cd489e24ddfb58a27afc091857f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f5da84-f8", "ovs_interfaceid": "d7f5da84-f8fa-46ee-a987-aa06b83a2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.498793] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ea:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7f5da84-f8fa-46ee-a987-aa06b83a2080', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.507295] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Creating folder: Project (33400cd489e24ddfb58a27afc091857f). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.508701] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a864e72-dca5-4873-929e-2661266e3c0b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.514367] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481846} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.515048] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. [ 863.515828] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7c2a92-ab53-4fad-a1ef-563ef29e688e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.544878] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.546575] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307df710-c038-410f-8f8c-8ec570ca70d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.560083] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Created folder: Project (33400cd489e24ddfb58a27afc091857f) in parent group-v679651. [ 863.560303] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Creating folder: Instances. Parent ref: group-v679823. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.560573] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03b4cf24-270e-45f7-a361-dddf0a3b8205 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.568630] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 863.568630] env[69566]: value = "task-3407420" [ 863.568630] env[69566]: _type = "Task" [ 863.568630] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.573442] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Created folder: Instances in parent group-v679823. [ 863.573700] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.574287] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.574570] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acca3d54-dc30-4d1e-95a6-dd5d11454273 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.593031] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.609052] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.609052] env[69566]: value = "task-3407421" [ 863.609052] env[69566]: _type = "Task" [ 863.609052] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.618988] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407421, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.688479] env[69566]: DEBUG nova.compute.manager [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Received event network-changed-d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.688694] env[69566]: DEBUG nova.compute.manager [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Refreshing instance network info cache due to event network-changed-d7f5da84-f8fa-46ee-a987-aa06b83a2080. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.689056] env[69566]: DEBUG oslo_concurrency.lockutils [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] Acquiring lock "refresh_cache-2749e7d2-aad6-4b36-8255-d4b56b95af08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.689111] env[69566]: DEBUG oslo_concurrency.lockutils [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] Acquired lock "refresh_cache-2749e7d2-aad6-4b36-8255-d4b56b95af08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.689666] env[69566]: DEBUG nova.network.neutron [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Refreshing network info cache for port d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.748550] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.796556] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407417, 'name': Rename_Task, 'duration_secs': 0.261984} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.796978] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.797264] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51cbde5d-c221-428b-a273-859e7133d58d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.807877] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 863.807877] env[69566]: value = "task-3407422" [ 863.807877] env[69566]: _type = "Task" [ 863.807877] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.817608] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.848412] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.848936] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.854037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.204s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.854037] env[69566]: DEBUG nova.objects.instance [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.022098] env[69566]: DEBUG nova.network.neutron [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updating instance_info_cache with network_info: [{"id": "10a184ba-4816-4391-988b-eeca14aac179", "address": "fa:16:3e:be:d9:ae", "network": {"id": "8fa448d3-5444-484a-8d81-aa379891bbea", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1575333565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cbb972d21c35470c987367b29efeec53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10a184ba-48", "ovs_interfaceid": "10a184ba-4816-4391-988b-eeca14aac179", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.086141] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407420, 'name': ReconfigVM_Task, 'duration_secs': 0.427925} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.086141] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.086141] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a800ad7-7eaf-4150-9f48-e6e0c82d83ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.113989] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db6542a-0c0e-4e02-bbac-bdcbaeb690b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.134599] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407421, 'name': CreateVM_Task, 'duration_secs': 0.376279} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.135961] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.136410] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 864.136410] env[69566]: value = "task-3407423" [ 864.136410] env[69566]: _type = "Task" [ 864.136410] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.137163] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.137163] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.137984] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.137984] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab4119b-1557-46d8-ad46-b285d75c8675 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.148817] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.150119] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 864.150119] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5285ba78-21d2-d26f-5eca-d0a3bb607a92" [ 864.150119] env[69566]: _type = "Task" [ 864.150119] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.158441] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5285ba78-21d2-d26f-5eca-d0a3bb607a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.248927] env[69566]: DEBUG oslo_vmware.api [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407416, 'name': PowerOnVM_Task, 'duration_secs': 0.521887} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.248927] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.248927] env[69566]: INFO nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Took 8.77 seconds to spawn the instance on the hypervisor. [ 864.248927] env[69566]: DEBUG nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.248927] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a59ac5-5bca-4703-838f-f4c3b3287ac1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.319741] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407422, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.358365] env[69566]: DEBUG nova.compute.utils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.360465] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.360734] env[69566]: DEBUG nova.network.neutron [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.413365] env[69566]: DEBUG nova.network.neutron [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Updated VIF entry in instance network info cache for port d7f5da84-f8fa-46ee-a987-aa06b83a2080. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.413791] env[69566]: DEBUG nova.network.neutron [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Updating instance_info_cache with network_info: [{"id": "d7f5da84-f8fa-46ee-a987-aa06b83a2080", "address": "fa:16:3e:4b:ea:aa", "network": {"id": "598e8e1d-ed80-4ddc-a695-cd4dba442bd6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-943925003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33400cd489e24ddfb58a27afc091857f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7f5da84-f8", "ovs_interfaceid": "d7f5da84-f8fa-46ee-a987-aa06b83a2080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.451632] env[69566]: DEBUG nova.policy [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f3ff536dce4456aa4d6419dbc1266cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e23c1a9fb44ac3b2d31d3b2d318ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.523891] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Releasing lock "refresh_cache-818f181e-284c-4c6e-b7af-b23e01ae0942" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.524618] env[69566]: DEBUG nova.objects.instance [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lazy-loading 'flavor' on Instance uuid 818f181e-284c-4c6e-b7af-b23e01ae0942 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.648778] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.660909] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5285ba78-21d2-d26f-5eca-d0a3bb607a92, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.661277] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.661561] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.661751] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.661939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.662163] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.662430] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee751c6-7435-4c68-9922-8de924185b9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.672590] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.672825] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.673712] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec094f1-5a4c-4407-ad33-14376dc85334 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.681367] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 864.681367] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f55ab6-3282-2cc7-25c1-9300c6ef6e0f" [ 864.681367] env[69566]: _type = "Task" [ 864.681367] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.704017] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f55ab6-3282-2cc7-25c1-9300c6ef6e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.704017] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7c51f7-9a1b-4c56-a9ff-2cfe28e8f7cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.710250] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 864.710250] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e6bca4-cac9-8e7d-b49d-61025f39d64f" [ 864.710250] env[69566]: _type = "Task" [ 864.710250] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.723594] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e6bca4-cac9-8e7d-b49d-61025f39d64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.769033] env[69566]: INFO nova.compute.manager [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Took 43.40 seconds to build instance. [ 864.820456] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.871026] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.873254] env[69566]: DEBUG oslo_concurrency.lockutils [None req-203fdfde-da6d-42e0-be45-f4803c698d4d tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.874910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.352s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.875315] env[69566]: DEBUG nova.objects.instance [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lazy-loading 'resources' on Instance uuid cbd67281-11b6-4ef5-9223-d6eb7600e50b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.918358] env[69566]: DEBUG oslo_concurrency.lockutils [req-68158e96-a775-40da-ae60-70a40102fd42 req-fe0c9d5b-00a9-4459-92b2-3b38acd1238d service nova] Releasing lock "refresh_cache-2749e7d2-aad6-4b36-8255-d4b56b95af08" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.003221] env[69566]: DEBUG nova.network.neutron [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Successfully created port: 59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.036180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eddba6-4346-408a-84bb-6b70217c5e2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.067518] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.067875] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf6d8df-f252-4ade-9215-a7fca13e9099 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.076398] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 865.076398] env[69566]: value = "task-3407424" [ 865.076398] env[69566]: _type = "Task" [ 865.076398] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.087517] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.151909] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407423, 'name': ReconfigVM_Task, 'duration_secs': 0.597775} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.152845] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.152845] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b05e6e-6ab7-41a3-a75c-f069e8ee834d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.165749] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 865.165749] env[69566]: value = "task-3407425" [ 865.165749] env[69566]: _type = "Task" [ 865.165749] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.179772] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.224020] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e6bca4-cac9-8e7d-b49d-61025f39d64f, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.224469] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.224890] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 2749e7d2-aad6-4b36-8255-d4b56b95af08/2749e7d2-aad6-4b36-8255-d4b56b95af08.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.225304] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d157550-b5f9-4757-8615-97b070c2149d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.234340] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 865.234340] env[69566]: value = "task-3407426" [ 865.234340] env[69566]: _type = "Task" [ 865.234340] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.243714] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.270625] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03013eb8-3494-400a-8fe2-de244d3b91ba tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.906s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.323579] env[69566]: DEBUG oslo_vmware.api [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407422, 'name': PowerOnVM_Task, 'duration_secs': 1.072695} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.324388] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.324656] env[69566]: INFO nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 12.53 seconds to spawn the instance on the hypervisor. [ 865.324888] env[69566]: DEBUG nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.325925] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12735fb6-f48d-4827-b5c9-a98510c19f86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.592329] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407424, 'name': PowerOffVM_Task, 'duration_secs': 0.254756} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.593814] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.600031] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 865.605971] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289bfa69-6ad4-4ff3-b048-ca7d19692134 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.621646] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "6735746d-c4a1-4d85-8806-ed80577a68f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.621918] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.622217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "6735746d-c4a1-4d85-8806-ed80577a68f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.622362] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.622636] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.625258] env[69566]: INFO nova.compute.manager [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Terminating instance [ 865.640519] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 865.640519] env[69566]: value = "task-3407427" [ 865.640519] env[69566]: _type = "Task" [ 865.640519] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.653885] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.660941] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "d538435c-6060-48e1-81c9-6e3d9b200e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.661229] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.683990] env[69566]: DEBUG oslo_vmware.api [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407425, 'name': PowerOnVM_Task, 'duration_secs': 0.463653} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.684398] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.687269] env[69566]: DEBUG nova.compute.manager [None req-8a3ec08f-d6db-43db-ab64-ecf36f4ef7f7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.688149] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737c273e-eb58-4c16-aa83-3b8efcd318df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.748444] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407426, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.847366] env[69566]: INFO nova.compute.manager [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 46.52 seconds to build instance. [ 865.884699] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.910626] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.911170] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.911170] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.911284] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.911429] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.911579] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.911793] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.911960] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.912142] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.912312] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.912485] env[69566]: DEBUG nova.virt.hardware [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.913420] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4578786-2c0d-4d18-a4a6-c8288a6e04f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.917850] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854bc66-208b-4dad-9878-b658614fbf03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.927918] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c967f4c3-724e-4ff3-b3b0-e08c0b60c32f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.932013] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d19fc4-a63a-4c47-8a83-c9ed0e807c27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.971819] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0962c963-93c5-43d8-afe9-55a5a8cb0307 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.980041] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a4ce4-f5ad-4464-837f-dcd833536a6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.994468] env[69566]: DEBUG nova.compute.provider_tree [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.130113] env[69566]: DEBUG nova.compute.manager [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.130345] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.131302] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b25fc9a-67c7-4926-8839-e220d0244a66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.140621] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.140827] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c938ab3-fb40-45b0-ab63-d3ae09ac159a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.151598] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407427, 'name': ReconfigVM_Task, 'duration_secs': 0.340129} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.152924] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 866.153174] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.154029] env[69566]: DEBUG oslo_vmware.api [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 866.154029] env[69566]: value = "task-3407428" [ 866.154029] env[69566]: _type = "Task" [ 866.154029] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.154029] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b187709-02e1-4622-87a2-179ea296355e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.168486] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.172332] env[69566]: DEBUG oslo_vmware.api [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.177018] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 866.177018] env[69566]: value = "task-3407429" [ 866.177018] env[69566]: _type = "Task" [ 866.177018] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.187364] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.249261] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54946} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.249673] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 2749e7d2-aad6-4b36-8255-d4b56b95af08/2749e7d2-aad6-4b36-8255-d4b56b95af08.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.250027] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.250352] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40df30b7-6483-4333-a48b-9815ff813b56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.260628] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 866.260628] env[69566]: value = "task-3407430" [ 866.260628] env[69566]: _type = "Task" [ 866.260628] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.276309] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.353533] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c168f167-e371-4964-b9c5-479c180f2f14 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.350s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.410401] env[69566]: DEBUG nova.compute.manager [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Received event network-changed-8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.410503] env[69566]: DEBUG nova.compute.manager [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Refreshing instance network info cache due to event network-changed-8166ea41-376c-4083-a48e-74c8f06d0959. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.410777] env[69566]: DEBUG oslo_concurrency.lockutils [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.410979] env[69566]: DEBUG oslo_concurrency.lockutils [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.411372] env[69566]: DEBUG nova.network.neutron [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Refreshing network info cache for port 8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.526562] env[69566]: ERROR nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] [req-6a75a2e1-e6ef-48d1-9364-6e14067972be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 99, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a75a2e1-e6ef-48d1-9364-6e14067972be"}]} [ 866.543239] env[69566]: DEBUG nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 866.561356] env[69566]: DEBUG nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 866.562398] env[69566]: DEBUG nova.compute.provider_tree [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.574918] env[69566]: DEBUG nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.594905] env[69566]: DEBUG nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.673165] env[69566]: DEBUG oslo_vmware.api [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407428, 'name': PowerOffVM_Task, 'duration_secs': 0.220165} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.677097] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.677431] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.683507] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43baa981-6229-42da-b0d2-2070d5d1ad39 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.702707] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.704451] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.772832] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082083} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.773291] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.777527] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1319db13-8211-4054-86b6-66c8c815a36a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.804224] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 2749e7d2-aad6-4b36-8255-d4b56b95af08/2749e7d2-aad6-4b36-8255-d4b56b95af08.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.808938] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-968c3646-1dca-4a64-861d-0b9834d17c24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.830579] env[69566]: DEBUG nova.compute.manager [req-5e63cf45-2171-418c-a00f-768cdac4ee29 req-1f6fb26e-1ec0-468c-a3eb-d15d09af1bc1 service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Received event network-vif-plugged-59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.830814] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e63cf45-2171-418c-a00f-768cdac4ee29 req-1f6fb26e-1ec0-468c-a3eb-d15d09af1bc1 service nova] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.831043] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e63cf45-2171-418c-a00f-768cdac4ee29 req-1f6fb26e-1ec0-468c-a3eb-d15d09af1bc1 service nova] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.831230] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e63cf45-2171-418c-a00f-768cdac4ee29 req-1f6fb26e-1ec0-468c-a3eb-d15d09af1bc1 service nova] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.831405] env[69566]: DEBUG nova.compute.manager [req-5e63cf45-2171-418c-a00f-768cdac4ee29 req-1f6fb26e-1ec0-468c-a3eb-d15d09af1bc1 service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] No waiting events found dispatching network-vif-plugged-59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.831577] env[69566]: WARNING nova.compute.manager [req-5e63cf45-2171-418c-a00f-768cdac4ee29 req-1f6fb26e-1ec0-468c-a3eb-d15d09af1bc1 service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Received unexpected event network-vif-plugged-59b4d1a9-a449-4dfa-b334-5199c92f2a02 for instance with vm_state building and task_state spawning. [ 866.887144] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 866.887144] env[69566]: value = "task-3407432" [ 866.887144] env[69566]: _type = "Task" [ 866.887144] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.887144] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.887144] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.887144] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Deleting the datastore file [datastore2] 6735746d-c4a1-4d85-8806-ed80577a68f4 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.887144] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d7e7b7-4245-4c07-94e6-709956276c37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.887144] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.887144] env[69566]: DEBUG oslo_vmware.api [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for the task: (returnval){ [ 866.887144] env[69566]: value = "task-3407433" [ 866.887144] env[69566]: _type = "Task" [ 866.887144] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.887144] env[69566]: DEBUG oslo_vmware.api [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.000522] env[69566]: DEBUG nova.network.neutron [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Successfully updated port: 59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.174981] env[69566]: DEBUG nova.network.neutron [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updated VIF entry in instance network info cache for port 8166ea41-376c-4083-a48e-74c8f06d0959. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.175550] env[69566]: DEBUG nova.network.neutron [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.182176] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e0fd5-92ea-435c-b36e-373b1b63fce7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.197324] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6cd216-661a-4fb2-9136-2854a47884ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.201782] env[69566]: DEBUG oslo_vmware.api [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407429, 'name': PowerOnVM_Task, 'duration_secs': 0.80361} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.202351] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.202592] env[69566]: DEBUG nova.compute.manager [None req-d514b026-ade9-447d-84a7-de467b100531 tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.203746] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4c7d4-9c00-4d18-879f-c3e4c06f2a06 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.234570] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e976a1c2-96f1-4547-b8c6-af7dd65c63df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.247050] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98db95b-c69d-418a-ab1a-14a5262b1787 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.262528] env[69566]: DEBUG nova.compute.provider_tree [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.358025] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407432, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.372353] env[69566]: DEBUG oslo_vmware.api [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Task: {'id': task-3407433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279796} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.372604] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.372791] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.372981] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.373171] env[69566]: INFO nova.compute.manager [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Took 1.24 seconds to destroy the instance on the hypervisor. [ 867.373422] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.373614] env[69566]: DEBUG nova.compute.manager [-] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.373707] env[69566]: DEBUG nova.network.neutron [-] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.506901] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.506995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.507716] env[69566]: DEBUG nova.network.neutron [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.679131] env[69566]: DEBUG oslo_concurrency.lockutils [req-e2d9f126-18af-4f9e-b2a5-9d98ccb331eb req-5e825fe9-b681-45c8-b313-03c9c4aaf83d service nova] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.765793] env[69566]: DEBUG nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.860564] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407432, 'name': ReconfigVM_Task, 'duration_secs': 0.578268} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.860933] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 2749e7d2-aad6-4b36-8255-d4b56b95af08/2749e7d2-aad6-4b36-8255-d4b56b95af08.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.861670] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e692cf63-903e-43cd-a38d-00192af4277e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.871707] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 867.871707] env[69566]: value = "task-3407434" [ 867.871707] env[69566]: _type = "Task" [ 867.871707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.881892] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407434, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.038516] env[69566]: INFO nova.compute.manager [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Rescuing [ 868.039045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.039437] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.039518] env[69566]: DEBUG nova.network.neutron [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.042476] env[69566]: DEBUG nova.network.neutron [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.273184] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.398s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.276547] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.528s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.276804] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.277394] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 868.277394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.695s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.279570] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c120f3-4040-4638-8c4b-3ccd55ad0a39 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.300992] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b23a2d6-faf7-43a6-a6a0-3339ec52035a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.321796] env[69566]: INFO nova.scheduler.client.report [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Deleted allocations for instance cbd67281-11b6-4ef5-9223-d6eb7600e50b [ 868.337414] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab084ed5-83ae-409b-bb42-c7951a4b227c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.337414] env[69566]: DEBUG nova.network.neutron [-] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.346105] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d06e6b9-c1bc-48b9-8174-f2b481a7432a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.377919] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178423MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 868.378176] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.396198] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407434, 'name': Rename_Task, 'duration_secs': 0.184817} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.397201] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.397201] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35fee161-1fbe-495f-a2b4-2ee7a68deb62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.404712] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 868.404712] env[69566]: value = "task-3407435" [ 868.404712] env[69566]: _type = "Task" [ 868.404712] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.414151] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.421209] env[69566]: DEBUG nova.network.neutron [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updating instance_info_cache with network_info: [{"id": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "address": "fa:16:3e:c0:a8:81", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b4d1a9-a4", "ovs_interfaceid": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.438906] env[69566]: DEBUG nova.compute.manager [req-8ab3d848-a0ad-446f-95ea-ef8eedf7e35b req-db0387d0-420a-498f-b2d5-93abdfc1f167 service nova] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Received event network-vif-deleted-d956a823-53a7-4221-9cff-c7fcf4ad62ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.497128] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "818f181e-284c-4c6e-b7af-b23e01ae0942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.497128] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.497209] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "818f181e-284c-4c6e-b7af-b23e01ae0942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.497458] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.497642] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.500037] env[69566]: INFO nova.compute.manager [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Terminating instance [ 868.726280] env[69566]: DEBUG nova.network.neutron [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updating instance_info_cache with network_info: [{"id": "39b97df3-1322-4e10-b561-61dd350d2b35", "address": "fa:16:3e:e1:22:e8", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b97df3-13", "ovs_interfaceid": "39b97df3-1322-4e10-b561-61dd350d2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.793327] env[69566]: INFO nova.compute.claims [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.839367] env[69566]: INFO nova.compute.manager [-] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Took 1.47 seconds to deallocate network for instance. [ 868.839945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d292f28f-5482-407c-91a0-c08d54530d2d tempest-SecurityGroupsTestJSON-620640531 tempest-SecurityGroupsTestJSON-620640531-project-member] Lock "cbd67281-11b6-4ef5-9223-d6eb7600e50b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.818s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.899444] env[69566]: DEBUG nova.compute.manager [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Received event network-changed-59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.899633] env[69566]: DEBUG nova.compute.manager [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Refreshing instance network info cache due to event network-changed-59b4d1a9-a449-4dfa-b334-5199c92f2a02. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.899831] env[69566]: DEBUG oslo_concurrency.lockutils [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] Acquiring lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.915886] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407435, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.923753] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.924056] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Instance network_info: |[{"id": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "address": "fa:16:3e:c0:a8:81", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b4d1a9-a4", "ovs_interfaceid": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.924328] env[69566]: DEBUG oslo_concurrency.lockutils [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] Acquired lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.924503] env[69566]: DEBUG nova.network.neutron [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Refreshing network info cache for port 59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.925839] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:a8:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59b4d1a9-a449-4dfa-b334-5199c92f2a02', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.933976] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Creating folder: Project (48e23c1a9fb44ac3b2d31d3b2d318ec6). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.936706] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fc1958d-5e2f-4833-ba93-7a676a030991 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.951270] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Created folder: Project (48e23c1a9fb44ac3b2d31d3b2d318ec6) in parent group-v679651. [ 868.951494] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Creating folder: Instances. Parent ref: group-v679826. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.951809] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea348a9d-c0a1-4a45-8a11-373f6caa6dbd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.964031] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Created folder: Instances in parent group-v679826. [ 868.964031] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.964031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.964031] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db3c8285-acc1-4491-b3e2-106246aad432 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.987531] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.987531] env[69566]: value = "task-3407438" [ 868.987531] env[69566]: _type = "Task" [ 868.987531] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.996186] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407438, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.007201] env[69566]: DEBUG nova.compute.manager [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.007456] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.008410] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783517c0-5c6e-4012-a5df-c5b96cfc2463 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.017507] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.020670] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152cacf8-ff6d-4cff-970c-da8de6771f09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.028603] env[69566]: DEBUG oslo_vmware.api [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 869.028603] env[69566]: value = "task-3407439" [ 869.028603] env[69566]: _type = "Task" [ 869.028603] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.037900] env[69566]: DEBUG oslo_vmware.api [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.171364] env[69566]: DEBUG nova.network.neutron [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updated VIF entry in instance network info cache for port 59b4d1a9-a449-4dfa-b334-5199c92f2a02. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.171848] env[69566]: DEBUG nova.network.neutron [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updating instance_info_cache with network_info: [{"id": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "address": "fa:16:3e:c0:a8:81", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b4d1a9-a4", "ovs_interfaceid": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.229599] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.299096] env[69566]: INFO nova.compute.resource_tracker [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating resource usage from migration c07f114d-8eda-4704-8a73-560178251db1 [ 869.348772] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.419613] env[69566]: DEBUG oslo_vmware.api [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407435, 'name': PowerOnVM_Task, 'duration_secs': 0.937867} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.420112] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.422092] env[69566]: INFO nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Took 8.16 seconds to spawn the instance on the hypervisor. [ 869.422092] env[69566]: DEBUG nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.422092] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a03098-6862-4dd8-8f05-2a7d4761de3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.428360] env[69566]: DEBUG nova.objects.instance [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lazy-loading 'flavor' on Instance uuid 55949dd4-4830-4f07-a2f1-c38359c599be {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.502826] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407438, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.541097] env[69566]: DEBUG oslo_vmware.api [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407439, 'name': PowerOffVM_Task, 'duration_secs': 0.238119} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.541331] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.541503] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.541755] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4cdbe89-4abe-4dd6-9bce-cd9eb2730226 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.676859] env[69566]: DEBUG oslo_concurrency.lockutils [req-e013d3d1-22c2-49d7-adb3-bc31b2eda246 req-4c6ae159-25a0-403b-b99c-58a503c7d98c service nova] Releasing lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.815509] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa9a23-4956-43b7-8765-07885a41c63c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.823839] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e189944-09b1-4458-9091-0b6184fc95c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.855106] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafe77c8-6677-4840-9de6-a2a91c18191b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.862768] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb5edfd-c89c-4559-8a39-e99c13449754 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.876463] env[69566]: DEBUG nova.compute.provider_tree [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.944344] env[69566]: DEBUG oslo_concurrency.lockutils [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.944585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.950910] env[69566]: INFO nova.compute.manager [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Took 44.69 seconds to build instance. [ 870.000982] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407438, 'name': CreateVM_Task, 'duration_secs': 0.590458} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.001207] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.001865] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.002069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.002394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.002640] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e50f7a-880e-46e3-b6fe-b6fbe2b4763f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.011020] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 870.011020] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5287bcb6-d4c0-f8d9-e807-15a28b3d616b" [ 870.011020] env[69566]: _type = "Task" [ 870.011020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.018495] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5287bcb6-d4c0-f8d9-e807-15a28b3d616b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.379334] env[69566]: DEBUG nova.scheduler.client.report [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.453180] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5f3315f6-9ca8-484e-83ae-a102822152eb tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.713s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.520028] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5287bcb6-d4c0-f8d9-e807-15a28b3d616b, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.520355] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.520980] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.521284] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.521437] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.521777] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.521896] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589b18f2-2e82-4ea8-aa86-4635dd78c1f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.531901] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.532105] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.532820] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be06c98f-7865-403e-bf5e-c61afc314d07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.539387] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 870.539387] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524182d3-e832-bcb7-9698-dffc5542d2c7" [ 870.539387] env[69566]: _type = "Task" [ 870.539387] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.545379] env[69566]: DEBUG nova.network.neutron [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.549916] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524182d3-e832-bcb7-9698-dffc5542d2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.635972] env[69566]: DEBUG nova.compute.manager [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.636188] env[69566]: DEBUG nova.compute.manager [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing instance network info cache due to event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.636381] env[69566]: DEBUG oslo_concurrency.lockutils [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.773696] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.773696] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d368ff27-a155-43f4-ba0e-e3c01b63572d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.781376] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 870.781376] env[69566]: value = "task-3407441" [ 870.781376] env[69566]: _type = "Task" [ 870.781376] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.792456] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.884713] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.607s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.884713] env[69566]: INFO nova.compute.manager [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Migrating [ 870.892070] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.984s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.892070] env[69566]: DEBUG nova.objects.instance [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lazy-loading 'resources' on Instance uuid a1675c15-3ae1-4865-9758-32e637cf9bdd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.926687] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "2749e7d2-aad6-4b36-8255-d4b56b95af08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.927072] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.927285] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "2749e7d2-aad6-4b36-8255-d4b56b95af08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.929283] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.929468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.931476] env[69566]: INFO nova.compute.manager [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Terminating instance [ 871.053076] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524182d3-e832-bcb7-9698-dffc5542d2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010215} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.054731] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a975a72-6d1a-4ca4-bb29-f1c5fe2a3fad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.064809] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 871.064809] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ba6db7-a02f-7e21-cae1-4c13c4c3b9ad" [ 871.064809] env[69566]: _type = "Task" [ 871.064809] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.072542] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ba6db7-a02f-7e21-cae1-4c13c4c3b9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.295315] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407441, 'name': PowerOffVM_Task, 'duration_secs': 0.229282} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.295621] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.296471] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153b0467-7284-4f50-9885-362ae6129c67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.321963] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e125803a-9cc3-453c-961f-b67eea9b33bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.358144] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.358450] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e84cfa-13ad-4b27-8313-f4a8edfe2eed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.368169] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 871.368169] env[69566]: value = "task-3407442" [ 871.368169] env[69566]: _type = "Task" [ 871.368169] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.377377] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.406751] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.406946] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.407157] env[69566]: DEBUG nova.network.neutron [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.431905] env[69566]: DEBUG nova.network.neutron [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.441016] env[69566]: DEBUG nova.compute.manager [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.441016] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.443068] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9fe3a-f746-4e8c-bcbf-8bb1f3727eb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.452062] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.452330] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2307813b-22d9-4c62-9b56-0d9f44cd5830 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.462507] env[69566]: DEBUG oslo_vmware.api [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 871.462507] env[69566]: value = "task-3407443" [ 871.462507] env[69566]: _type = "Task" [ 871.462507] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.474649] env[69566]: DEBUG oslo_vmware.api [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.487362] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.487707] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.487958] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Deleting the datastore file [datastore1] 818f181e-284c-4c6e-b7af-b23e01ae0942 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.488334] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45119f6c-59fa-4006-80d0-157ec73f1b23 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.498547] env[69566]: DEBUG oslo_vmware.api [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 871.498547] env[69566]: value = "task-3407444" [ 871.498547] env[69566]: _type = "Task" [ 871.498547] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.509572] env[69566]: DEBUG oslo_vmware.api [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.577160] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ba6db7-a02f-7e21-cae1-4c13c4c3b9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.013647} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.579342] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.579638] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf/1e798e7f-8ba2-47c0-ab06-0e52b0718dbf.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.580227] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29867f41-b333-4ebc-9bd3-5a03d8a48864 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.590018] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 871.590018] env[69566]: value = "task-3407445" [ 871.590018] env[69566]: _type = "Task" [ 871.590018] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.603558] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.888669] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 871.888941] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.889235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.889388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.889571] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.889843] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-157bab04-e2a0-4e5f-bf71-1baf1023061b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.910230] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.910684] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.916921] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b3ad44-ab5f-4c0d-ba8e-b170c4567c8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.925464] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 871.925464] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cc10a6-f583-c965-becd-4a67165ceeda" [ 871.925464] env[69566]: _type = "Task" [ 871.925464] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.939034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.939586] env[69566]: DEBUG nova.compute.manager [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Inject network info {{(pid=69566) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 871.940085] env[69566]: DEBUG nova.compute.manager [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] network_info to inject: |[{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 871.945802] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Reconfiguring VM instance to set the machine id {{(pid=69566) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 871.946236] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cc10a6-f583-c965-becd-4a67165ceeda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.949516] env[69566]: DEBUG oslo_concurrency.lockutils [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.950068] env[69566]: DEBUG nova.network.neutron [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.951035] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce9567d-944b-4e8f-ae92-1d0ba99a34f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.975363] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe62fb8-845c-4e16-893f-d65abc669258 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.983441] env[69566]: DEBUG oslo_vmware.api [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407443, 'name': PowerOffVM_Task, 'duration_secs': 0.275466} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.984135] env[69566]: DEBUG oslo_vmware.api [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 871.984135] env[69566]: value = "task-3407446" [ 871.984135] env[69566]: _type = "Task" [ 871.984135] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.984826] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.985059] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.985423] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-786d30f5-1291-4f54-9d16-4091a155f591 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.993916] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09646528-86ff-42a4-9eaf-e320a56d54a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.001485] env[69566]: DEBUG oslo_vmware.api [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.041396] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ece7693-42d2-40d9-a0c9-6795b21e037b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.048789] env[69566]: DEBUG oslo_vmware.api [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172936} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.050616] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.050873] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.051126] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.051367] env[69566]: INFO nova.compute.manager [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Took 3.04 seconds to destroy the instance on the hypervisor. [ 872.051651] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.053450] env[69566]: DEBUG nova.objects.instance [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lazy-loading 'flavor' on Instance uuid 55949dd4-4830-4f07-a2f1-c38359c599be {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.061487] env[69566]: DEBUG nova.compute.manager [-] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.061487] env[69566]: DEBUG nova.network.neutron [-] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.063232] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d6ba9-5c64-478f-ad9f-2958a8cc2363 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.088968] env[69566]: DEBUG nova.compute.provider_tree [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.091744] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.092493] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.092493] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Deleting the datastore file [datastore1] 2749e7d2-aad6-4b36-8255-d4b56b95af08 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.092661] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9127e21c-77e5-4804-b5f3-250aa8eb50ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.110405] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.111165] env[69566]: DEBUG oslo_vmware.api [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for the task: (returnval){ [ 872.111165] env[69566]: value = "task-3407448" [ 872.111165] env[69566]: _type = "Task" [ 872.111165] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.122026] env[69566]: DEBUG oslo_vmware.api [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.217121] env[69566]: DEBUG nova.network.neutron [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.437560] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cc10a6-f583-c965-becd-4a67165ceeda, 'name': SearchDatastore_Task, 'duration_secs': 0.021506} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.438398] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41dc4eee-5b00-41d5-b6f2-7c145f4230d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.443919] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 872.443919] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d58d0e-9ce1-8f12-f36d-8ac47b386af3" [ 872.443919] env[69566]: _type = "Task" [ 872.443919] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.452043] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d58d0e-9ce1-8f12-f36d-8ac47b386af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.496979] env[69566]: DEBUG oslo_vmware.api [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.538209] env[69566]: DEBUG nova.compute.manager [req-74d2bf93-d384-4cd9-a0fe-207057b26098 req-d9110625-2328-4d6f-a977-207a319534d7 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Received event network-vif-deleted-10a184ba-4816-4391-988b-eeca14aac179 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.538209] env[69566]: INFO nova.compute.manager [req-74d2bf93-d384-4cd9-a0fe-207057b26098 req-d9110625-2328-4d6f-a977-207a319534d7 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Neutron deleted interface 10a184ba-4816-4391-988b-eeca14aac179; detaching it from the instance and deleting it from the info cache [ 872.538209] env[69566]: DEBUG nova.network.neutron [req-74d2bf93-d384-4cd9-a0fe-207057b26098 req-d9110625-2328-4d6f-a977-207a319534d7 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.564350] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.593861] env[69566]: DEBUG nova.scheduler.client.report [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.614325] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63554} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.618048] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf/1e798e7f-8ba2-47c0-ab06-0e52b0718dbf.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.618359] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.619328] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aff91a9f-489f-407d-a2d8-7dce72df759b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.628206] env[69566]: DEBUG oslo_vmware.api [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Task: {'id': task-3407448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194073} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.630382] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.630676] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.630890] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.631098] env[69566]: INFO nova.compute.manager [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Took 1.19 seconds to destroy the instance on the hypervisor. [ 872.631483] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.631767] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 872.631767] env[69566]: value = "task-3407449" [ 872.631767] env[69566]: _type = "Task" [ 872.631767] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.631996] env[69566]: DEBUG nova.compute.manager [-] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.632119] env[69566]: DEBUG nova.network.neutron [-] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.649993] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.720338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.773187] env[69566]: DEBUG nova.network.neutron [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updated VIF entry in instance network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.773574] env[69566]: DEBUG nova.network.neutron [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.893869] env[69566]: DEBUG nova.network.neutron [-] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.960053] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d58d0e-9ce1-8f12-f36d-8ac47b386af3, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.960053] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.960053] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. {{(pid=69566) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 872.960053] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3df8db-3912-47c8-8bb9-ece590f01161 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.967573] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 872.967573] env[69566]: value = "task-3407450" [ 872.967573] env[69566]: _type = "Task" [ 872.967573] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.976925] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.999437] env[69566]: DEBUG oslo_vmware.api [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.001894] env[69566]: DEBUG nova.compute.manager [req-2c059d6d-9639-4d4b-b426-de2be92efafd req-de7563f5-d720-4546-abbd-cccffbd72d71 service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Received event network-vif-deleted-d7f5da84-f8fa-46ee-a987-aa06b83a2080 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.002181] env[69566]: INFO nova.compute.manager [req-2c059d6d-9639-4d4b-b426-de2be92efafd req-de7563f5-d720-4546-abbd-cccffbd72d71 service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Neutron deleted interface d7f5da84-f8fa-46ee-a987-aa06b83a2080; detaching it from the instance and deleting it from the info cache [ 873.002361] env[69566]: DEBUG nova.network.neutron [req-2c059d6d-9639-4d4b-b426-de2be92efafd req-de7563f5-d720-4546-abbd-cccffbd72d71 service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.043606] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b9e03556-a482-4920-975b-7e6190b017fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.054247] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e11b0c-7c18-48d8-8cf2-3e8c6c4f74df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.092983] env[69566]: DEBUG nova.compute.manager [req-74d2bf93-d384-4cd9-a0fe-207057b26098 req-d9110625-2328-4d6f-a977-207a319534d7 service nova] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Detach interface failed, port_id=10a184ba-4816-4391-988b-eeca14aac179, reason: Instance 818f181e-284c-4c6e-b7af-b23e01ae0942 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.101160] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.103434] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.951s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.105016] env[69566]: INFO nova.compute.claims [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.123418] env[69566]: INFO nova.scheduler.client.report [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted allocations for instance a1675c15-3ae1-4865-9758-32e637cf9bdd [ 873.146511] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071206} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.147130] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.148584] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159d6785-def2-49eb-bba7-3806b0e8e27a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.175435] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf/1e798e7f-8ba2-47c0-ab06-0e52b0718dbf.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.176173] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467a22fb-f179-4e74-b893-bb1ba317cabc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.200341] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 873.200341] env[69566]: value = "task-3407451" [ 873.200341] env[69566]: _type = "Task" [ 873.200341] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.210250] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.276684] env[69566]: DEBUG oslo_concurrency.lockutils [req-bfcbc6d2-16bd-4532-9b35-e5d07fd2c4f8 req-19a7f0c1-1685-4119-9d07-05119dea045c service nova] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.276843] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.396161] env[69566]: INFO nova.compute.manager [-] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Took 1.34 seconds to deallocate network for instance. [ 873.438911] env[69566]: DEBUG nova.network.neutron [-] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.478255] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498722} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.478536] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. [ 873.479494] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c5bb0-0fb1-453e-9091-f0162d19207c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.507864] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.516942] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f487b642-d5b2-4309-a463-801d121462e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.529087] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad9b6f2d-8c29-467a-84ed-b3199e07dea6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.538621] env[69566]: DEBUG oslo_vmware.api [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407446, 'name': ReconfigVM_Task, 'duration_secs': 1.218344} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.540785] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-787d94ee-e498-4537-ae41-4c3923c0d1a3 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Reconfigured VM instance to set the machine id {{(pid=69566) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 873.543392] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 873.543392] env[69566]: value = "task-3407452" [ 873.543392] env[69566]: _type = "Task" [ 873.543392] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.549021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0e0721-d880-4397-ac0c-8f51af4a06e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.571615] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.595873] env[69566]: DEBUG nova.compute.manager [req-2c059d6d-9639-4d4b-b426-de2be92efafd req-de7563f5-d720-4546-abbd-cccffbd72d71 service nova] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Detach interface failed, port_id=d7f5da84-f8fa-46ee-a987-aa06b83a2080, reason: Instance 2749e7d2-aad6-4b36-8255-d4b56b95af08 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.631431] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0cfa5513-873f-4e4f-bff1-a9b5a92350e7 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "a1675c15-3ae1-4865-9758-32e637cf9bdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.170s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.647068] env[69566]: DEBUG nova.network.neutron [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.711669] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407451, 'name': ReconfigVM_Task, 'duration_secs': 0.433193} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.711985] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf/1e798e7f-8ba2-47c0-ab06-0e52b0718dbf.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.713154] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b3b576-f720-49f9-8734-34799c29cfce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.720320] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 873.720320] env[69566]: value = "task-3407453" [ 873.720320] env[69566]: _type = "Task" [ 873.720320] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.733175] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407453, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.903628] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.941172] env[69566]: INFO nova.compute.manager [-] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Took 1.31 seconds to deallocate network for instance. [ 874.055823] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407452, 'name': ReconfigVM_Task, 'duration_secs': 0.396434} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.056142] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.057035] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d59f3e-4356-47ba-8681-aaa1dcfd2b69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.086170] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153dfd63-b3a5-428b-bdd3-b448d14a119a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.102490] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 874.102490] env[69566]: value = "task-3407454" [ 874.102490] env[69566]: _type = "Task" [ 874.102490] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.111396] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.132066] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "fa2582ca-eaa4-4886-9669-771b2f370122" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.132245] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "fa2582ca-eaa4-4886-9669-771b2f370122" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.132467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "fa2582ca-eaa4-4886-9669-771b2f370122-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.132655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "fa2582ca-eaa4-4886-9669-771b2f370122-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.132825] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "fa2582ca-eaa4-4886-9669-771b2f370122-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.135047] env[69566]: INFO nova.compute.manager [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Terminating instance [ 874.236054] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407453, 'name': Rename_Task, 'duration_secs': 0.152757} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.236803] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.237568] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80c46c0-05fe-4ed2-a6e6-f0b3cda69816 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.242361] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef79a73-4b76-4341-ac79-14272d12ba48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.261722] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 874.270944] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 874.270944] env[69566]: value = "task-3407455" [ 874.270944] env[69566]: _type = "Task" [ 874.270944] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.280763] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407455, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.394288] env[69566]: DEBUG nova.network.neutron [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.448738] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.536310] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acf305c-c966-423c-a65e-5e1e2f2df4da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.545551] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfeee87-b002-43d6-85da-d38e717f0a58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.576286] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e388a5-72f0-473b-aa5c-1953759d7f2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.584422] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aec77f-c2ab-43db-81fc-0c79433a1c10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.600106] env[69566]: DEBUG nova.compute.provider_tree [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.611030] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407454, 'name': ReconfigVM_Task, 'duration_secs': 0.359828} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.611870] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.612118] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9738e47-8e22-406c-bee6-288cecc0d4a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.619846] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 874.619846] env[69566]: value = "task-3407456" [ 874.619846] env[69566]: _type = "Task" [ 874.619846] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.628144] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.639297] env[69566]: DEBUG nova.compute.manager [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.639521] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.641020] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6db0e14-58ed-4e81-9f9c-ca58c32305a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.649548] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.649852] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a0eb37-7325-419b-b631-23dd11e261d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.657157] env[69566]: DEBUG oslo_vmware.api [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 874.657157] env[69566]: value = "task-3407457" [ 874.657157] env[69566]: _type = "Task" [ 874.657157] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.666064] env[69566]: DEBUG oslo_vmware.api [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.773832] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.774228] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fc7b47-4d1d-4620-9376-4b35b68efe51 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.785334] env[69566]: DEBUG oslo_vmware.api [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407455, 'name': PowerOnVM_Task, 'duration_secs': 0.5082} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.786746] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.787027] env[69566]: INFO nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Took 8.90 seconds to spawn the instance on the hypervisor. [ 874.787257] env[69566]: DEBUG nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.787796] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 874.787796] env[69566]: value = "task-3407458" [ 874.787796] env[69566]: _type = "Task" [ 874.787796] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.788312] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485ef4cc-40fa-4b37-9243-262c09c74616 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.800511] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.897567] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.897849] env[69566]: DEBUG nova.compute.manager [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Inject network info {{(pid=69566) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 874.898199] env[69566]: DEBUG nova.compute.manager [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] network_info to inject: |[{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 874.904054] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Reconfiguring VM instance to set the machine id {{(pid=69566) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 874.904054] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42d24fa-1723-42de-8122-5661b5f38e4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.922407] env[69566]: DEBUG oslo_vmware.api [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 874.922407] env[69566]: value = "task-3407459" [ 874.922407] env[69566]: _type = "Task" [ 874.922407] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.930729] env[69566]: DEBUG oslo_vmware.api [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.083071] env[69566]: DEBUG nova.compute.manager [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.083071] env[69566]: DEBUG nova.compute.manager [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing instance network info cache due to event network-changed-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.083071] env[69566]: DEBUG oslo_concurrency.lockutils [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] Acquiring lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.083309] env[69566]: DEBUG oslo_concurrency.lockutils [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] Acquired lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.083309] env[69566]: DEBUG nova.network.neutron [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Refreshing network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.103156] env[69566]: DEBUG nova.scheduler.client.report [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.136657] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.168463] env[69566]: DEBUG oslo_vmware.api [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407457, 'name': PowerOffVM_Task, 'duration_secs': 0.225486} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.168692] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.168923] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.169257] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd840e38-5fac-4d45-a8ff-c267c477a04b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.236939] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.237146] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.237336] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleting the datastore file [datastore1] fa2582ca-eaa4-4886-9669-771b2f370122 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.237640] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669439aa-41fb-4fda-94f6-e11b49b178fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.249090] env[69566]: DEBUG oslo_vmware.api [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 875.249090] env[69566]: value = "task-3407461" [ 875.249090] env[69566]: _type = "Task" [ 875.249090] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.261031] env[69566]: DEBUG oslo_vmware.api [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.302756] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407458, 'name': PowerOffVM_Task, 'duration_secs': 0.280231} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.302756] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.302756] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.314680] env[69566]: INFO nova.compute.manager [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Took 41.85 seconds to build instance. [ 875.433160] env[69566]: DEBUG oslo_vmware.api [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407459, 'name': ReconfigVM_Task, 'duration_secs': 0.216228} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.433451] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99656b22-10a4-4788-b71f-96d5e99e0650 tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Reconfigured VM instance to set the machine id {{(pid=69566) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 875.608566] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.609296] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.612056] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.751s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.612119] env[69566]: DEBUG nova.objects.instance [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lazy-loading 'resources' on Instance uuid 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.631369] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.744804] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "55949dd4-4830-4f07-a2f1-c38359c599be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.745114] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "55949dd4-4830-4f07-a2f1-c38359c599be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.745362] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "55949dd4-4830-4f07-a2f1-c38359c599be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.746033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "55949dd4-4830-4f07-a2f1-c38359c599be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.746220] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "55949dd4-4830-4f07-a2f1-c38359c599be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.749979] env[69566]: INFO nova.compute.manager [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Terminating instance [ 875.766070] env[69566]: DEBUG oslo_vmware.api [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140332} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.766070] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.766070] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.766070] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.766070] env[69566]: INFO nova.compute.manager [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Took 1.13 seconds to destroy the instance on the hypervisor. [ 875.766070] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.766070] env[69566]: DEBUG nova.compute.manager [-] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.766070] env[69566]: DEBUG nova.network.neutron [-] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.812711] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.812961] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.813139] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.813334] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.814040] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.814040] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.814040] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.814040] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.814205] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.814310] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.814485] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.820123] env[69566]: DEBUG oslo_concurrency.lockutils [None req-62c51055-577c-4d9d-9ff8-60f6058501eb tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.715s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.820333] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80623d56-ea61-4d58-8315-5b9fada7b336 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.832963] env[69566]: DEBUG nova.network.neutron [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updated VIF entry in instance network info cache for port acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.833336] env[69566]: DEBUG nova.network.neutron [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [{"id": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "address": "fa:16:3e:39:f6:f0", "network": {"id": "237fef01-ae79-4064-a9d3-4039b3ecd49b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1916158782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "269d401304594dd7b83f96c4adbdf5e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd9e6d4-9c", "ovs_interfaceid": "acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.844881] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 875.844881] env[69566]: value = "task-3407462" [ 875.844881] env[69566]: _type = "Task" [ 875.844881] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.857324] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.115238] env[69566]: DEBUG nova.compute.utils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.117625] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.117891] env[69566]: DEBUG nova.network.neutron [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.135558] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.177244] env[69566]: DEBUG nova.policy [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5f7eceb1a8141109039d0d4e8923244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'caf446f9fe8b4a8a85c79045b796cb22', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.258701] env[69566]: DEBUG nova.compute.manager [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.258943] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.262979] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3708a3-8ac2-4868-aa30-4a5e4bdf5544 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.281901] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.283509] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5e9b60f-d001-46a1-96da-67bf61db7c91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.292757] env[69566]: DEBUG oslo_vmware.api [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 876.292757] env[69566]: value = "task-3407463" [ 876.292757] env[69566]: _type = "Task" [ 876.292757] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.305907] env[69566]: DEBUG oslo_vmware.api [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.338453] env[69566]: DEBUG oslo_concurrency.lockutils [req-742aebca-249c-461c-8f39-b2ee5151a53f req-43df1db9-a499-4455-88ae-77271526f892 service nova] Releasing lock "refresh_cache-55949dd4-4830-4f07-a2f1-c38359c599be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.358087] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407462, 'name': ReconfigVM_Task, 'duration_secs': 0.302293} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.359719] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.429648] env[69566]: DEBUG nova.compute.manager [req-3c5b5c67-1e86-454a-a902-dec5ac029f91 req-53eb000b-67c0-443f-90f8-19c67eb1584a service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Received event network-vif-deleted-9d32b465-73cd-4c87-8cde-e213aec974ae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.429859] env[69566]: INFO nova.compute.manager [req-3c5b5c67-1e86-454a-a902-dec5ac029f91 req-53eb000b-67c0-443f-90f8-19c67eb1584a service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Neutron deleted interface 9d32b465-73cd-4c87-8cde-e213aec974ae; detaching it from the instance and deleting it from the info cache [ 876.430323] env[69566]: DEBUG nova.network.neutron [req-3c5b5c67-1e86-454a-a902-dec5ac029f91 req-53eb000b-67c0-443f-90f8-19c67eb1584a service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.509785] env[69566]: DEBUG nova.network.neutron [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Successfully created port: 77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.625385] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.638329] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.729572] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d48f80b-9785-4514-b281-653a3d7b6919 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.739768] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6927e16b-e897-4da1-9820-4076a1985c78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.774197] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0968fde-17f8-40a6-8101-d653a7cabadd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.782640] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01332788-21bf-4ef4-b727-78f95def7fe0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.786623] env[69566]: DEBUG nova.network.neutron [-] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.800258] env[69566]: DEBUG nova.compute.provider_tree [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.812424] env[69566]: DEBUG oslo_vmware.api [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407463, 'name': PowerOffVM_Task, 'duration_secs': 0.193142} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.812721] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.812835] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.813119] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a12eee9-e239-4a1e-aec7-03ca0ac9249a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.868671] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:55:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='31a6a76a-2f9d-418e-adb1-44a565c78f7c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800200144',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.868671] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.868671] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.868671] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.869020] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.869061] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.869269] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.869439] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.869611] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.869777] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.869998] env[69566]: DEBUG nova.virt.hardware [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.877254] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 876.877561] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb6b04dc-6f54-402b-8a39-3e86f964c9ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.892060] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.892274] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.892459] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Deleting the datastore file [datastore1] 55949dd4-4830-4f07-a2f1-c38359c599be {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.893124] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47cc1806-0d59-49cd-82b5-8745474fb324 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898018] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 876.898018] env[69566]: value = "task-3407465" [ 876.898018] env[69566]: _type = "Task" [ 876.898018] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.902085] env[69566]: DEBUG oslo_vmware.api [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for the task: (returnval){ [ 876.902085] env[69566]: value = "task-3407466" [ 876.902085] env[69566]: _type = "Task" [ 876.902085] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.908541] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.913594] env[69566]: DEBUG oslo_vmware.api [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.933422] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae0abb28-77cd-4459-9ef2-a42225d83880 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.945299] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170d66ba-c82f-4598-8be8-7c52f003fd97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.989658] env[69566]: DEBUG nova.compute.manager [req-3c5b5c67-1e86-454a-a902-dec5ac029f91 req-53eb000b-67c0-443f-90f8-19c67eb1584a service nova] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Detach interface failed, port_id=9d32b465-73cd-4c87-8cde-e213aec974ae, reason: Instance fa2582ca-eaa4-4886-9669-771b2f370122 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.141528] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.289062] env[69566]: INFO nova.compute.manager [-] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Took 1.52 seconds to deallocate network for instance. [ 877.306713] env[69566]: DEBUG nova.scheduler.client.report [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.413619] env[69566]: DEBUG oslo_vmware.api [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Task: {'id': task-3407466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144515} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.417545] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.417545] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.417679] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.417849] env[69566]: INFO nova.compute.manager [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 877.418135] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.418358] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407465, 'name': ReconfigVM_Task, 'duration_secs': 0.18367} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.418590] env[69566]: DEBUG nova.compute.manager [-] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.418688] env[69566]: DEBUG nova.network.neutron [-] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.420800] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.422011] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1d9866-1795-4944-9b35-a4c3b8e6405f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.429534] env[69566]: DEBUG oslo_concurrency.lockutils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.429913] env[69566]: DEBUG oslo_concurrency.lockutils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.450757] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.452709] env[69566]: DEBUG nova.compute.utils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.457036] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d8e3602-22f8-4822-8e70-6ec8ff5a841f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.471267] env[69566]: DEBUG oslo_concurrency.lockutils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.041s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.487140] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 877.487140] env[69566]: value = "task-3407467" [ 877.487140] env[69566]: _type = "Task" [ 877.487140] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.496660] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.637818] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.647733] env[69566]: DEBUG oslo_vmware.api [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407456, 'name': PowerOnVM_Task, 'duration_secs': 2.936362} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.648123] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.651520] env[69566]: DEBUG nova.compute.manager [None req-f2a83f14-2e4c-4ae6-96b0-3ed26835cfbf tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.653079] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb43f9b-0216-4f7d-b4b0-60dbb066682e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.681130] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.681484] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.681664] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.681894] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.682085] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.682258] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.682507] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.682728] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.683063] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.683382] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.683991] env[69566]: DEBUG nova.virt.hardware [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.685270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10919ec7-0d5c-4d49-9a27-40b52decb3ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.695557] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0e5c9e-bfd8-4d92-b826-7d7824e25b24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.799226] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.812536] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.814928] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.425s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.815771] env[69566]: DEBUG nova.objects.instance [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lazy-loading 'resources' on Instance uuid 01297d32-b055-4940-9b0b-3c90af30cd08 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.851287] env[69566]: INFO nova.scheduler.client.report [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Deleted allocations for instance 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7 [ 878.001391] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407467, 'name': ReconfigVM_Task, 'duration_secs': 0.486699} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.001391] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.001391] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.017767] env[69566]: DEBUG nova.network.neutron [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Successfully updated port: 77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.058029] env[69566]: DEBUG nova.compute.manager [req-a5e61343-0359-4c85-ba1f-893584b29809 req-8c94117c-2067-4830-bf6c-8015bec855cc service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Received event network-vif-plugged-77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.058276] env[69566]: DEBUG oslo_concurrency.lockutils [req-a5e61343-0359-4c85-ba1f-893584b29809 req-8c94117c-2067-4830-bf6c-8015bec855cc service nova] Acquiring lock "7f456f36-4a2a-4081-bee4-e350de539e98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.058494] env[69566]: DEBUG oslo_concurrency.lockutils [req-a5e61343-0359-4c85-ba1f-893584b29809 req-8c94117c-2067-4830-bf6c-8015bec855cc service nova] Lock "7f456f36-4a2a-4081-bee4-e350de539e98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.058662] env[69566]: DEBUG oslo_concurrency.lockutils [req-a5e61343-0359-4c85-ba1f-893584b29809 req-8c94117c-2067-4830-bf6c-8015bec855cc service nova] Lock "7f456f36-4a2a-4081-bee4-e350de539e98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.058831] env[69566]: DEBUG nova.compute.manager [req-a5e61343-0359-4c85-ba1f-893584b29809 req-8c94117c-2067-4830-bf6c-8015bec855cc service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] No waiting events found dispatching network-vif-plugged-77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.059135] env[69566]: WARNING nova.compute.manager [req-a5e61343-0359-4c85-ba1f-893584b29809 req-8c94117c-2067-4830-bf6c-8015bec855cc service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Received unexpected event network-vif-plugged-77131c94-c9f3-4568-b3d7-c61e5c6c0389 for instance with vm_state building and task_state spawning. [ 878.361643] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3f830df1-6cae-4b1c-bd84-841e7b403396 tempest-VolumesAssistedSnapshotsTest-466925179 tempest-VolumesAssistedSnapshotsTest-466925179-project-member] Lock "270a4a48-70d4-4e2b-b04f-e0ff7cf776e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.544s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.508593] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956ac08-b09b-4b8a-9417-10dd6fd6f952 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.529887] env[69566]: DEBUG oslo_concurrency.lockutils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.530227] env[69566]: DEBUG oslo_concurrency.lockutils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.530468] env[69566]: INFO nova.compute.manager [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Attaching volume c32febef-f287-448c-9f49-abe84968f26d to /dev/sdb [ 878.532385] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.532519] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquired lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.532691] env[69566]: DEBUG nova.network.neutron [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.539677] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d054825e-0f21-4fc1-815c-5c96fa745ef0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.575970] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.584955] env[69566]: DEBUG nova.compute.manager [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Received event network-changed-59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.584955] env[69566]: DEBUG nova.compute.manager [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Refreshing instance network info cache due to event network-changed-59b4d1a9-a449-4dfa-b334-5199c92f2a02. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.585132] env[69566]: DEBUG oslo_concurrency.lockutils [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] Acquiring lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.585213] env[69566]: DEBUG oslo_concurrency.lockutils [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] Acquired lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.589390] env[69566]: DEBUG nova.network.neutron [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Refreshing network info cache for port 59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.593993] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d6674c-9259-4090-82d5-336a1b394189 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.605698] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa6ccf-6266-4a05-ba67-c78b138072c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.625020] env[69566]: DEBUG nova.virt.block_device [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updating existing volume attachment record: 86320fd8-5bdf-488d-8c32-ae8a8aa73cf3 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 878.830934] env[69566]: DEBUG nova.network.neutron [-] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.848022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b91af-27ea-426c-a788-bfdf5f4db1c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.855443] env[69566]: INFO nova.compute.manager [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Unrescuing [ 878.855443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.855443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.855443] env[69566]: DEBUG nova.network.neutron [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.859632] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdbde9a-6fa1-4caf-9ac1-7c3e1ff32299 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.901273] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c6d57f-64d9-4e6f-b580-1bcd4711f300 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.910822] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8621ca8a-a2ca-44c7-a481-3028672fb047 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.929888] env[69566]: DEBUG nova.compute.provider_tree [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.080939] env[69566]: DEBUG nova.network.neutron [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.169128] env[69566]: DEBUG nova.network.neutron [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Port b1e7a07c-4ad7-4781-b0aa-47852020ec48 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 879.332489] env[69566]: INFO nova.compute.manager [-] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Took 1.91 seconds to deallocate network for instance. [ 879.362074] env[69566]: DEBUG nova.network.neutron [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updated VIF entry in instance network info cache for port 59b4d1a9-a449-4dfa-b334-5199c92f2a02. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.362520] env[69566]: DEBUG nova.network.neutron [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updating instance_info_cache with network_info: [{"id": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "address": "fa:16:3e:c0:a8:81", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b4d1a9-a4", "ovs_interfaceid": "59b4d1a9-a449-4dfa-b334-5199c92f2a02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.390788] env[69566]: DEBUG nova.network.neutron [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updating instance_info_cache with network_info: [{"id": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "address": "fa:16:3e:19:1a:15", "network": {"id": "697f2be4-b97b-4f2e-9029-3382ecc92ce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-797649666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf446f9fe8b4a8a85c79045b796cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77131c94-c9", "ovs_interfaceid": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.432411] env[69566]: DEBUG nova.scheduler.client.report [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.582739] env[69566]: DEBUG nova.network.neutron [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updating instance_info_cache with network_info: [{"id": "39b97df3-1322-4e10-b561-61dd350d2b35", "address": "fa:16:3e:e1:22:e8", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b97df3-13", "ovs_interfaceid": "39b97df3-1322-4e10-b561-61dd350d2b35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.839845] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.867257] env[69566]: DEBUG oslo_concurrency.lockutils [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] Releasing lock "refresh_cache-1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867257] env[69566]: DEBUG nova.compute.manager [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Received event network-vif-deleted-acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.867257] env[69566]: INFO nova.compute.manager [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Neutron deleted interface acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7; detaching it from the instance and deleting it from the info cache [ 879.867257] env[69566]: DEBUG nova.network.neutron [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.896340] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Releasing lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.896340] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Instance network_info: |[{"id": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "address": "fa:16:3e:19:1a:15", "network": {"id": "697f2be4-b97b-4f2e-9029-3382ecc92ce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-797649666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf446f9fe8b4a8a85c79045b796cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77131c94-c9", "ovs_interfaceid": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.896771] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:1a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77131c94-c9f3-4568-b3d7-c61e5c6c0389', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.907261] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Creating folder: Project (caf446f9fe8b4a8a85c79045b796cb22). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.908038] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-173769d3-2961-4bde-a31a-060aae1f5dbd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.925874] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Created folder: Project (caf446f9fe8b4a8a85c79045b796cb22) in parent group-v679651. [ 879.926099] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Creating folder: Instances. Parent ref: group-v679831. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.926357] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a33691d-5a35-4fab-9b66-2cc21380e58b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.945584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.947328] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Created folder: Instances in parent group-v679831. [ 879.947572] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.948050] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.664s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.953028] env[69566]: INFO nova.compute.claims [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.953028] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.953028] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6c9fe5e-cc6c-4b27-8129-197e40a31208 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.975450] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.975450] env[69566]: value = "task-3407473" [ 879.975450] env[69566]: _type = "Task" [ 879.975450] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.981931] env[69566]: INFO nova.scheduler.client.report [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Deleted allocations for instance 01297d32-b055-4940-9b0b-3c90af30cd08 [ 879.993441] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407473, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.083170] env[69566]: DEBUG nova.compute.manager [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Received event network-changed-77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.083462] env[69566]: DEBUG nova.compute.manager [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Refreshing instance network info cache due to event network-changed-77131c94-c9f3-4568-b3d7-c61e5c6c0389. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.083716] env[69566]: DEBUG oslo_concurrency.lockutils [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] Acquiring lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.083855] env[69566]: DEBUG oslo_concurrency.lockutils [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] Acquired lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.085073] env[69566]: DEBUG nova.network.neutron [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Refreshing network info cache for port 77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.088727] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-8a4fd34d-acc7-4c1b-af27-9c4322b5e363" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.088727] env[69566]: DEBUG nova.objects.instance [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'flavor' on Instance uuid 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.195138] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.195396] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.195568] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.373247] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f8c0075-ba71-4e08-8a61-6ebda695aac6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.386078] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efd7053-212a-476a-b232-fa0e48e6ec48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.432297] env[69566]: DEBUG nova.compute.manager [req-37370eeb-1541-4777-9507-da97afe10735 req-33cb282f-ddba-4a95-b86c-35fe0710f9fc service nova] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Detach interface failed, port_id=acd9e6d4-9c60-47a2-9c58-de9ee19c4ef7, reason: Instance 55949dd4-4830-4f07-a2f1-c38359c599be could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.492065] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407473, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.493144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef2ccb90-8cc0-473c-93ad-3d5618a416f2 tempest-ServersTestMultiNic-1711850925 tempest-ServersTestMultiNic-1711850925-project-member] Lock "01297d32-b055-4940-9b0b-3c90af30cd08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.193s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.599941] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c929b01-2a4e-419e-b2b3-79eb39ec7b62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.626019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.628550] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76987301-b158-4d64-bd94-9f77c543016f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.639840] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 880.639840] env[69566]: value = "task-3407474" [ 880.639840] env[69566]: _type = "Task" [ 880.639840] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.652013] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.990023] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407473, 'name': CreateVM_Task, 'duration_secs': 0.600496} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.990023] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.990023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.990023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.990023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.990023] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0929960d-5cd6-4b08-8437-9a3216f8ed8a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.999563] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 880.999563] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5246db01-943d-6a3c-effa-ff44db15c07d" [ 880.999563] env[69566]: _type = "Task" [ 880.999563] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.009085] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5246db01-943d-6a3c-effa-ff44db15c07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.133659] env[69566]: DEBUG nova.network.neutron [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updated VIF entry in instance network info cache for port 77131c94-c9f3-4568-b3d7-c61e5c6c0389. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.134161] env[69566]: DEBUG nova.network.neutron [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updating instance_info_cache with network_info: [{"id": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "address": "fa:16:3e:19:1a:15", "network": {"id": "697f2be4-b97b-4f2e-9029-3382ecc92ce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-797649666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf446f9fe8b4a8a85c79045b796cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77131c94-c9", "ovs_interfaceid": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.156591] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.262728] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.262916] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.263110] env[69566]: DEBUG nova.network.neutron [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.421794] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb22fb3e-8aa8-450d-8a1c-b310f379b2d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.431017] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a4822-c5bc-4426-8b55-1fa86781d2f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.463435] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44de354-bfa6-4b95-b30b-c85f10b2064c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.476244] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87668254-fd18-4b58-a6a2-a6e605637977 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.489729] env[69566]: DEBUG nova.compute.provider_tree [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.512775] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5246db01-943d-6a3c-effa-ff44db15c07d, 'name': SearchDatastore_Task, 'duration_secs': 0.01253} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.513163] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.513426] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.513694] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.513858] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.514084] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.514380] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d4efcc8-1e7c-4af4-9c66-a7235e87730b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.524319] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.524504] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.525232] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63fec92e-c112-457f-bc16-a9b3d190280a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.531508] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 881.531508] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5225e475-e384-7e8c-276c-5555b0c6e989" [ 881.531508] env[69566]: _type = "Task" [ 881.531508] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.540740] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5225e475-e384-7e8c-276c-5555b0c6e989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.638104] env[69566]: DEBUG oslo_concurrency.lockutils [req-c80dada6-cb82-4890-a31b-1923e1552b5a req-75ce1082-974a-4318-a620-d0f784b026e2 service nova] Releasing lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.652161] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407474, 'name': PowerOffVM_Task, 'duration_secs': 0.604431} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.652471] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.658218] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.658532] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bf1ca5-e394-4af6-a615-b00671ede1bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.687512] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 881.687512] env[69566]: value = "task-3407476" [ 881.687512] env[69566]: _type = "Task" [ 881.687512] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.707765] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.995314] env[69566]: DEBUG nova.scheduler.client.report [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.042954] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5225e475-e384-7e8c-276c-5555b0c6e989, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.043758] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b89a5584-34ec-401e-bfe9-c98aabb5e46a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.049609] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 882.049609] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d4f002-04d5-d9e5-228a-182ae1678161" [ 882.049609] env[69566]: _type = "Task" [ 882.049609] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.058392] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d4f002-04d5-d9e5-228a-182ae1678161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.197988] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.259079] env[69566]: DEBUG nova.network.neutron [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.502220] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.502220] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.504605] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.534s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.504884] env[69566]: DEBUG nova.objects.instance [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lazy-loading 'resources' on Instance uuid 4e4af816-c773-44c1-b6c7-18c7322ea874 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.572283] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d4f002-04d5-d9e5-228a-182ae1678161, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.572283] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.572283] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 7f456f36-4a2a-4081-bee4-e350de539e98/7f456f36-4a2a-4081-bee4-e350de539e98.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.572283] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ababd5f-3725-4454-89ca-b3c02e8dffcb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.581595] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 882.581595] env[69566]: value = "task-3407477" [ 882.581595] env[69566]: _type = "Task" [ 882.581595] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.593324] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.703780] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.762019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.009458] env[69566]: DEBUG nova.compute.utils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.022167] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.022409] env[69566]: DEBUG nova.network.neutron [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.095668] env[69566]: DEBUG nova.policy [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad513d70f2cf471784ec2d80dbe0b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e9df55698947a88c9bc1654513cb6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.109430] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407477, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.186961] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 883.186961] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679830', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'name': 'volume-c32febef-f287-448c-9f49-abe84968f26d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3ae9fe7-a43a-4bfb-a564-7f198d114b60', 'attached_at': '', 'detached_at': '', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'serial': 'c32febef-f287-448c-9f49-abe84968f26d'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 883.186961] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae63f72-4bc4-48c0-96df-9f8065bd0f03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.201674] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.217510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b1da80-3926-454a-9f48-ec26ac04cd31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.245950] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-c32febef-f287-448c-9f49-abe84968f26d/volume-c32febef-f287-448c-9f49-abe84968f26d.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.249028] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0c6ad5-3f82-4ca5-8a63-42369756e4db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.271464] env[69566]: DEBUG oslo_vmware.api [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 883.271464] env[69566]: value = "task-3407478" [ 883.271464] env[69566]: _type = "Task" [ 883.271464] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.287676] env[69566]: DEBUG oslo_vmware.api [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.294309] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ecc49a-34e0-46af-8aa3-aac8c7b18668 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.322199] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f424e9-aaff-4924-aa36-0f2f85b2757b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.330295] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.523070] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.577121] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d9c712-c6d7-4032-acd4-a797e902bb9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.591340] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6965d406-2e93-4eb5-bee8-dc91a7f95067 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.600143] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53312} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.601164] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 7f456f36-4a2a-4081-bee4-e350de539e98/7f456f36-4a2a-4081-bee4-e350de539e98.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.601164] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.601401] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-004ea543-12cb-4933-bdd4-421cc07c2ab8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.635259] env[69566]: DEBUG nova.network.neutron [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Successfully created port: ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.636585] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577e6da2-17bc-4966-b39d-62f7c2c423fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.643329] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 883.643329] env[69566]: value = "task-3407479" [ 883.643329] env[69566]: _type = "Task" [ 883.643329] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.651222] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293ca69-f636-432e-b259-7ffa90acfe8a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.671802] env[69566]: DEBUG nova.compute.provider_tree [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.673601] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.706233] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407476, 'name': ReconfigVM_Task, 'duration_secs': 1.518475} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.706731] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 883.707221] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.707756] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aec74c53-b07b-4f45-a175-5bb82db5e458 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.716716] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 883.716716] env[69566]: value = "task-3407480" [ 883.716716] env[69566]: _type = "Task" [ 883.716716] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.728012] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.785182] env[69566]: DEBUG oslo_vmware.api [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.837187] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.837518] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c6c9671-0863-42af-83c2-3c2c97892f1e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.849141] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 883.849141] env[69566]: value = "task-3407481" [ 883.849141] env[69566]: _type = "Task" [ 883.849141] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.860416] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.157597] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097123} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.157978] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.158826] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab89ee79-a78e-46a4-8b0a-2cd5782789f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.182657] env[69566]: DEBUG nova.scheduler.client.report [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.198172] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 7f456f36-4a2a-4081-bee4-e350de539e98/7f456f36-4a2a-4081-bee4-e350de539e98.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.198172] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcd656ce-1000-4b45-beee-1729fb5a3ebe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.224049] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 884.224049] env[69566]: value = "task-3407482" [ 884.224049] env[69566]: _type = "Task" [ 884.224049] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.244999] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.248696] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.282908] env[69566]: DEBUG oslo_vmware.api [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407478, 'name': ReconfigVM_Task, 'duration_secs': 0.585446} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.283226] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-c32febef-f287-448c-9f49-abe84968f26d/volume-c32febef-f287-448c-9f49-abe84968f26d.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.289916] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55de9e3c-b53a-4af1-b5d5-f5d910d0ee8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.309464] env[69566]: DEBUG oslo_vmware.api [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 884.309464] env[69566]: value = "task-3407483" [ 884.309464] env[69566]: _type = "Task" [ 884.309464] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.362336] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.534846] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.571129] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.571448] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.571679] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.571885] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.572049] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.572235] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.572512] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.572714] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.572897] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.573117] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.573256] env[69566]: DEBUG nova.virt.hardware [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.574266] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff5aca-4d9c-4e48-8626-d24fd184c19a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.582697] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7c1fc-85ab-4591-b957-19f2310b6e06 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.698674] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.701243] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.212s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.701354] env[69566]: DEBUG nova.objects.instance [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'resources' on Instance uuid 1351354e-249e-427e-b7b7-76d00fdd6506 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.735171] env[69566]: DEBUG oslo_vmware.api [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407480, 'name': PowerOnVM_Task, 'duration_secs': 0.845719} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.735898] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.736491] env[69566]: DEBUG nova.compute.manager [None req-03284040-a9ee-42ff-aee7-22b8d4e418af tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.739024] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05477c-209d-4107-9c96-65837f9546a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.744741] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407482, 'name': ReconfigVM_Task, 'duration_secs': 0.358592} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.745903] env[69566]: INFO nova.scheduler.client.report [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted allocations for instance 4e4af816-c773-44c1-b6c7-18c7322ea874 [ 884.747483] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 7f456f36-4a2a-4081-bee4-e350de539e98/7f456f36-4a2a-4081-bee4-e350de539e98.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.751464] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5d998d8-1ed3-4b5e-9f4f-8e21a73649c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.764440] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 884.764440] env[69566]: value = "task-3407484" [ 884.764440] env[69566]: _type = "Task" [ 884.764440] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.777645] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407484, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.820885] env[69566]: DEBUG oslo_vmware.api [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407483, 'name': ReconfigVM_Task, 'duration_secs': 0.260904} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.821280] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679830', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'name': 'volume-c32febef-f287-448c-9f49-abe84968f26d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3ae9fe7-a43a-4bfb-a564-7f198d114b60', 'attached_at': '', 'detached_at': '', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'serial': 'c32febef-f287-448c-9f49-abe84968f26d'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 884.861923] env[69566]: DEBUG oslo_vmware.api [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407481, 'name': PowerOnVM_Task, 'duration_secs': 0.734353} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.866019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.866019] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d98904-6652-47be-a184-e4e3273e8957 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance 'd4e459bb-abd3-4676-ac4e-14a30681bd8b' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.260980] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6a266e85-6b24-4d5c-8a88-178862cc13a8 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4e4af816-c773-44c1-b6c7-18c7322ea874" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.727s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.279725] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407484, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.459976] env[69566]: DEBUG nova.compute.manager [req-e4ed48f9-6e45-4bc9-b0e2-f44ac0a0fec5 req-a6b408e7-2740-498d-9cbe-4427f2e0daa9 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Received event network-vif-plugged-ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.460323] env[69566]: DEBUG oslo_concurrency.lockutils [req-e4ed48f9-6e45-4bc9-b0e2-f44ac0a0fec5 req-a6b408e7-2740-498d-9cbe-4427f2e0daa9 service nova] Acquiring lock "69365d1c-650f-4061-959c-4b1ce6149b42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.460795] env[69566]: DEBUG oslo_concurrency.lockutils [req-e4ed48f9-6e45-4bc9-b0e2-f44ac0a0fec5 req-a6b408e7-2740-498d-9cbe-4427f2e0daa9 service nova] Lock "69365d1c-650f-4061-959c-4b1ce6149b42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.460962] env[69566]: DEBUG oslo_concurrency.lockutils [req-e4ed48f9-6e45-4bc9-b0e2-f44ac0a0fec5 req-a6b408e7-2740-498d-9cbe-4427f2e0daa9 service nova] Lock "69365d1c-650f-4061-959c-4b1ce6149b42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.461193] env[69566]: DEBUG nova.compute.manager [req-e4ed48f9-6e45-4bc9-b0e2-f44ac0a0fec5 req-a6b408e7-2740-498d-9cbe-4427f2e0daa9 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] No waiting events found dispatching network-vif-plugged-ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.461441] env[69566]: WARNING nova.compute.manager [req-e4ed48f9-6e45-4bc9-b0e2-f44ac0a0fec5 req-a6b408e7-2740-498d-9cbe-4427f2e0daa9 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Received unexpected event network-vif-plugged-ce855408-bea8-4417-a3c4-83fbda90d5d4 for instance with vm_state building and task_state spawning. [ 885.623031] env[69566]: DEBUG nova.network.neutron [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Successfully updated port: ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.674994] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a6ec7-9843-47e5-be10-5e5d388f8a0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.684803] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84e2c0-7dd6-45e3-977a-0644b5d5aed7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.726469] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe69afb-91d8-4320-b89b-df7f2aa10ae5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.736150] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25817095-f08b-43d7-9295-ebaf226aa277 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.753017] env[69566]: DEBUG nova.compute.provider_tree [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.776286] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407484, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.867927] env[69566]: DEBUG nova.objects.instance [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lazy-loading 'flavor' on Instance uuid f3ae9fe7-a43a-4bfb-a564-7f198d114b60 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.125504] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "refresh_cache-69365d1c-650f-4061-959c-4b1ce6149b42" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.125675] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "refresh_cache-69365d1c-650f-4061-959c-4b1ce6149b42" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.125830] env[69566]: DEBUG nova.network.neutron [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.256031] env[69566]: DEBUG nova.scheduler.client.report [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.277465] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407484, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.373239] env[69566]: DEBUG oslo_concurrency.lockutils [None req-894b3799-56e8-4c29-9e98-505cdb7ef4e4 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.843s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.467732] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.468037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.666145] env[69566]: DEBUG nova.network.neutron [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.763551] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.771068] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.066s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.772692] env[69566]: INFO nova.compute.claims [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.786642] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407484, 'name': Rename_Task, 'duration_secs': 1.91262} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.787803] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.788797] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a1bd657-e37a-425d-964d-48f0b22cb6d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.799743] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 886.799743] env[69566]: value = "task-3407485" [ 886.799743] env[69566]: _type = "Task" [ 886.799743] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.799743] env[69566]: INFO nova.scheduler.client.report [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocations for instance 1351354e-249e-427e-b7b7-76d00fdd6506 [ 886.814912] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.879472] env[69566]: DEBUG nova.network.neutron [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Updating instance_info_cache with network_info: [{"id": "ce855408-bea8-4417-a3c4-83fbda90d5d4", "address": "fa:16:3e:e1:38:9d", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce855408-be", "ovs_interfaceid": "ce855408-bea8-4417-a3c4-83fbda90d5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.971125] env[69566]: INFO nova.compute.manager [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Detaching volume c32febef-f287-448c-9f49-abe84968f26d [ 887.011999] env[69566]: INFO nova.virt.block_device [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Attempting to driver detach volume c32febef-f287-448c-9f49-abe84968f26d from mountpoint /dev/sdb [ 887.012293] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 887.012553] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679830', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'name': 'volume-c32febef-f287-448c-9f49-abe84968f26d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3ae9fe7-a43a-4bfb-a564-7f198d114b60', 'attached_at': '', 'detached_at': '', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'serial': 'c32febef-f287-448c-9f49-abe84968f26d'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 887.013509] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddadd6fe-c6bb-42ce-9e15-4ca98ad851f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.041987] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6b417-4cdd-449c-be53-b78fcbee5fd5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.053369] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a51ba-484e-40ab-ac60-51de2366e8c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.078085] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49d2a5f-edd3-4660-8a08-1ff70a1b1562 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.097662] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] The volume has not been displaced from its original location: [datastore1] volume-c32febef-f287-448c-9f49-abe84968f26d/volume-c32febef-f287-448c-9f49-abe84968f26d.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 887.105364] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Reconfiguring VM instance instance-00000029 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 887.105364] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b1659c-a2cf-4e4c-b4b0-ccd9be4f70f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.129451] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 887.129451] env[69566]: value = "task-3407486" [ 887.129451] env[69566]: _type = "Task" [ 887.129451] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.141110] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.178739] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.179568] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.210826] env[69566]: DEBUG nova.network.neutron [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Port b1e7a07c-4ad7-4781-b0aa-47852020ec48 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 887.211302] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.211520] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.211784] env[69566]: DEBUG nova.network.neutron [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.313667] env[69566]: DEBUG oslo_concurrency.lockutils [None req-275dd24c-09ae-4925-a8e1-d0808bef3757 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "1351354e-249e-427e-b7b7-76d00fdd6506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.517s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.327124] env[69566]: DEBUG oslo_vmware.api [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407485, 'name': PowerOnVM_Task, 'duration_secs': 0.527868} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.327563] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.327865] env[69566]: INFO nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Took 9.69 seconds to spawn the instance on the hypervisor. [ 887.328151] env[69566]: DEBUG nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.329490] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe0f8f2-09c3-4fd5-84d1-c95148535d15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.381430] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "refresh_cache-69365d1c-650f-4061-959c-4b1ce6149b42" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.381780] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Instance network_info: |[{"id": "ce855408-bea8-4417-a3c4-83fbda90d5d4", "address": "fa:16:3e:e1:38:9d", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce855408-be", "ovs_interfaceid": "ce855408-bea8-4417-a3c4-83fbda90d5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.382253] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:38:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce855408-bea8-4417-a3c4-83fbda90d5d4', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.390829] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.391773] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.392014] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece19b3c-7ade-4d09-a14e-b7ad708a65f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.420303] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.420303] env[69566]: value = "task-3407487" [ 887.420303] env[69566]: _type = "Task" [ 887.420303] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.430452] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407487, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.516274] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.517032] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.642819] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407486, 'name': ReconfigVM_Task, 'duration_secs': 0.374477} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.643354] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Reconfigured VM instance instance-00000029 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.648407] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90adc28d-0158-40cc-a7a2-9b698d5d0714 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.660856] env[69566]: DEBUG nova.compute.manager [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Received event network-changed-ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.661325] env[69566]: DEBUG nova.compute.manager [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Refreshing instance network info cache due to event network-changed-ce855408-bea8-4417-a3c4-83fbda90d5d4. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.661325] env[69566]: DEBUG oslo_concurrency.lockutils [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] Acquiring lock "refresh_cache-69365d1c-650f-4061-959c-4b1ce6149b42" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.661436] env[69566]: DEBUG oslo_concurrency.lockutils [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] Acquired lock "refresh_cache-69365d1c-650f-4061-959c-4b1ce6149b42" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.661592] env[69566]: DEBUG nova.network.neutron [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Refreshing network info cache for port ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.670125] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 887.670125] env[69566]: value = "task-3407488" [ 887.670125] env[69566]: _type = "Task" [ 887.670125] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.680898] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.682629] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.858720] env[69566]: INFO nova.compute.manager [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Took 41.73 seconds to build instance. [ 887.933404] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407487, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.005112] env[69566]: DEBUG nova.network.neutron [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.023194] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.077672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "83ea2211-bc06-44f0-a2cc-ca2620b45463" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.077911] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.185484] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.213405] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.278043] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65e7390-0fda-4c6d-9119-c608acd5fff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.290839] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0241db-d2ed-4f92-b28b-f44497aaa152 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.328082] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f673a-eb28-4d89-a201-fb31f8d2a3cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.337375] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600263cb-dea8-4496-a06d-7d333cda8e30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.352578] env[69566]: DEBUG nova.compute.provider_tree [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.359775] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d5d6a6b5-2ba7-4829-822d-b752867823d7 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "7f456f36-4a2a-4081-bee4-e350de539e98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.241s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.397691] env[69566]: DEBUG nova.network.neutron [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Updated VIF entry in instance network info cache for port ce855408-bea8-4417-a3c4-83fbda90d5d4. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.399175] env[69566]: DEBUG nova.network.neutron [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Updating instance_info_cache with network_info: [{"id": "ce855408-bea8-4417-a3c4-83fbda90d5d4", "address": "fa:16:3e:e1:38:9d", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce855408-be", "ovs_interfaceid": "ce855408-bea8-4417-a3c4-83fbda90d5d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.430800] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407487, 'name': CreateVM_Task, 'duration_secs': 0.532633} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.431152] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.434019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.434019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.434019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.434019] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23be8d0b-aef5-444d-a8d0-f4d25cfee9b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.441403] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 888.441403] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521c40b7-4baa-82de-e341-064fe54c45d1" [ 888.441403] env[69566]: _type = "Task" [ 888.441403] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.452633] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521c40b7-4baa-82de-e341-064fe54c45d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.513246] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.551843] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.582177] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.687183] env[69566]: DEBUG oslo_vmware.api [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407488, 'name': ReconfigVM_Task, 'duration_secs': 0.924953} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.687436] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679830', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'name': 'volume-c32febef-f287-448c-9f49-abe84968f26d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3ae9fe7-a43a-4bfb-a564-7f198d114b60', 'attached_at': '', 'detached_at': '', 'volume_id': 'c32febef-f287-448c-9f49-abe84968f26d', 'serial': 'c32febef-f287-448c-9f49-abe84968f26d'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 888.855977] env[69566]: DEBUG nova.scheduler.client.report [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.902411] env[69566]: DEBUG oslo_concurrency.lockutils [req-c41f6c33-556f-4029-8e7c-0764a730df69 req-cc694c34-de48-4995-9a4e-80b3ab4bd10b service nova] Releasing lock "refresh_cache-69365d1c-650f-4061-959c-4b1ce6149b42" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.951355] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521c40b7-4baa-82de-e341-064fe54c45d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013262} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.951653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.951866] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.952123] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.952275] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.952513] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.952725] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdef92db-bfb3-4865-80cb-c5946b510070 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.966560] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.966766] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.967577] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7b3227-15b0-4ae7-b7ff-6d4e605329a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.976451] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 888.976451] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ee081a-2604-1410-6d65-ef53b42ebbc9" [ 888.976451] env[69566]: _type = "Task" [ 888.976451] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.985226] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ee081a-2604-1410-6d65-ef53b42ebbc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.018124] env[69566]: DEBUG nova.compute.manager [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69566) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 889.018304] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.032019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.032262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.104597] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.259611] env[69566]: DEBUG nova.objects.instance [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lazy-loading 'flavor' on Instance uuid f3ae9fe7-a43a-4bfb-a564-7f198d114b60 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.360868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.361482] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.364086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.986s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.491182] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ee081a-2604-1410-6d65-ef53b42ebbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.024725} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.493281] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc1510b8-4a1c-409e-8b18-df2983566f53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.503017] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 889.503017] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a6b56f-ca8c-cc23-1269-18e47abb81b1" [ 889.503017] env[69566]: _type = "Task" [ 889.503017] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.511663] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a6b56f-ca8c-cc23-1269-18e47abb81b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.537531] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 889.606764] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.606764] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.868368] env[69566]: DEBUG nova.compute.utils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.869748] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.869921] env[69566]: DEBUG nova.network.neutron [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.937734] env[69566]: DEBUG nova.policy [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ae83c520ef642038831fd900629a79a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebda86c298e4510b5e7959e577729c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.014797] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a6b56f-ca8c-cc23-1269-18e47abb81b1, 'name': SearchDatastore_Task, 'duration_secs': 0.021181} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.015103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.015363] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 69365d1c-650f-4061-959c-4b1ce6149b42/69365d1c-650f-4061-959c-4b1ce6149b42.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.015707] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841c08ae-2fd5-4538-987d-190a2cf68991 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.024528] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 890.024528] env[69566]: value = "task-3407489" [ 890.024528] env[69566]: _type = "Task" [ 890.024528] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.034508] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.062583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.107661] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.243578] env[69566]: DEBUG nova.network.neutron [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Successfully created port: 4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.268265] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb5b5820-1855-44c4-8e09-442994dd5700 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.800s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.386937] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.391445] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Applying migration context for instance d4e459bb-abd3-4676-ac4e-14a30681bd8b as it has an incoming, in-progress migration c07f114d-8eda-4704-8a73-560178251db1. Migration status is reverting {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 890.393914] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating resource usage from migration c07f114d-8eda-4704-8a73-560178251db1 [ 890.441321] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 766f5a95-f23d-47e3-bd45-4ef94955ac5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.441514] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.441760] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance fa2582ca-eaa4-4886-9669-771b2f370122 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.441760] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.441911] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.441970] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 48b7a09a-4147-42b3-b7e4-858fb5310bb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.442073] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 55949dd4-4830-4f07-a2f1-c38359c599be is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.442205] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance dc2479b6-2c26-42f7-b4a1-603e38fd3c17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.442324] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 5a7759ca-a449-4619-96cb-71c78ac0e18f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.442452] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 6735746d-c4a1-4d85-8806-ed80577a68f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.442577] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f3ae9fe7-a43a-4bfb-a564-7f198d114b60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.442671] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.442794] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3f41873d-0120-468c-90ae-255ae2522b03 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.442892] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 54b3b555-f24e-4eea-8c30-e659ce7395d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.443080] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 818f181e-284c-4c6e-b7af-b23e01ae0942 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.443713] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.443836] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8ea8ee53-513b-4b0f-86c9-f135bb15aee8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.443999] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 407eeafd-6372-41c5-b315-67d5c9ece496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.444151] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 95f69ddc-883e-47ef-9b1a-768cbba65ce0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.444265] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 2749e7d2-aad6-4b36-8255-d4b56b95af08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 890.444399] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.444519] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration c07f114d-8eda-4704-8a73-560178251db1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 890.444583] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance d4e459bb-abd3-4676-ac4e-14a30681bd8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.444694] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 7f456f36-4a2a-4081-bee4-e350de539e98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.444804] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 69365d1c-650f-4061-959c-4b1ce6149b42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.445149] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance d538435c-6060-48e1-81c9-6e3d9b200e4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 890.537334] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407489, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.629740] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.948791] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 2c20cd4b-f85d-4d00-bcdb-f767793002ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 890.987907] env[69566]: DEBUG nova.compute.manager [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Received event network-changed-77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.988125] env[69566]: DEBUG nova.compute.manager [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Refreshing instance network info cache due to event network-changed-77131c94-c9f3-4568-b3d7-c61e5c6c0389. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.988396] env[69566]: DEBUG oslo_concurrency.lockutils [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] Acquiring lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.988569] env[69566]: DEBUG oslo_concurrency.lockutils [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] Acquired lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.988765] env[69566]: DEBUG nova.network.neutron [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Refreshing network info cache for port 77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.039200] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627095} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.039200] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 69365d1c-650f-4061-959c-4b1ce6149b42/69365d1c-650f-4061-959c-4b1ce6149b42.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.039200] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.039200] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8a8e057-0bff-4774-8e56-3e402adb3f10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.049150] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 891.049150] env[69566]: value = "task-3407490" [ 891.049150] env[69566]: _type = "Task" [ 891.049150] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.061561] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.405639] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.432519] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.432792] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.432964] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.433182] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.433331] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.433487] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.433701] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.433861] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.434038] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.434211] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.434382] env[69566]: DEBUG nova.virt.hardware [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.435321] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877bdde3-1b29-437b-b590-9abdecc6a34a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.444715] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dda8af1-7a97-43b8-8981-09d1b2997731 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.451668] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8184b40b-5d7a-4ef2-9c98-a4209f416c06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.466085] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 83ea2211-bc06-44f0-a2cc-ca2620b45463 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 891.558785] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075303} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.559199] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.560476] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c1a532-3928-46f8-987e-d0c67f50082f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.586480] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 69365d1c-650f-4061-959c-4b1ce6149b42/69365d1c-650f-4061-959c-4b1ce6149b42.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.586793] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453e98eb-63e4-4500-aed1-9d51678aa0ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.611597] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 891.611597] env[69566]: value = "task-3407491" [ 891.611597] env[69566]: _type = "Task" [ 891.611597] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.621124] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.621400] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.626872] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407491, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.840230] env[69566]: DEBUG nova.compute.manager [req-5b828871-0b9e-4d5b-8d2d-15d9a4e0c5be req-8757c834-ae58-4d0b-ab1f-6d1274c76112 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Received event network-vif-plugged-4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.840586] env[69566]: DEBUG oslo_concurrency.lockutils [req-5b828871-0b9e-4d5b-8d2d-15d9a4e0c5be req-8757c834-ae58-4d0b-ab1f-6d1274c76112 service nova] Acquiring lock "d538435c-6060-48e1-81c9-6e3d9b200e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.840796] env[69566]: DEBUG oslo_concurrency.lockutils [req-5b828871-0b9e-4d5b-8d2d-15d9a4e0c5be req-8757c834-ae58-4d0b-ab1f-6d1274c76112 service nova] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.841013] env[69566]: DEBUG oslo_concurrency.lockutils [req-5b828871-0b9e-4d5b-8d2d-15d9a4e0c5be req-8757c834-ae58-4d0b-ab1f-6d1274c76112 service nova] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.841481] env[69566]: DEBUG nova.compute.manager [req-5b828871-0b9e-4d5b-8d2d-15d9a4e0c5be req-8757c834-ae58-4d0b-ab1f-6d1274c76112 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] No waiting events found dispatching network-vif-plugged-4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.841757] env[69566]: WARNING nova.compute.manager [req-5b828871-0b9e-4d5b-8d2d-15d9a4e0c5be req-8757c834-ae58-4d0b-ab1f-6d1274c76112 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Received unexpected event network-vif-plugged-4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f for instance with vm_state building and task_state spawning. [ 891.879082] env[69566]: DEBUG nova.network.neutron [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Successfully updated port: 4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.970239] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 243590bb-9557-4649-8b41-0f21b08945e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.024772] env[69566]: DEBUG nova.network.neutron [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updated VIF entry in instance network info cache for port 77131c94-c9f3-4568-b3d7-c61e5c6c0389. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.025155] env[69566]: DEBUG nova.network.neutron [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updating instance_info_cache with network_info: [{"id": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "address": "fa:16:3e:19:1a:15", "network": {"id": "697f2be4-b97b-4f2e-9029-3382ecc92ce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-797649666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf446f9fe8b4a8a85c79045b796cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77131c94-c9", "ovs_interfaceid": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.123429] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.126226] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.382262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "refresh_cache-d538435c-6060-48e1-81c9-6e3d9b200e4c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.382262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "refresh_cache-d538435c-6060-48e1-81c9-6e3d9b200e4c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.382262] env[69566]: DEBUG nova.network.neutron [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.473540] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance d1d500af-6594-455e-a1c5-ed9e4a1c2c22 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 892.473955] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 892.474206] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 892.527712] env[69566]: DEBUG oslo_concurrency.lockutils [req-57b72b63-835f-407b-b383-a5eda2007e6c req-365323ca-3ae6-4944-8db7-178a2b65d117 service nova] Releasing lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.624200] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407491, 'name': ReconfigVM_Task, 'duration_secs': 0.615072} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.624495] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 69365d1c-650f-4061-959c-4b1ce6149b42/69365d1c-650f-4061-959c-4b1ce6149b42.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.628024] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e79d774-6514-41b8-a304-a2352f6f8d39 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.635767] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 892.635767] env[69566]: value = "task-3407492" [ 892.635767] env[69566]: _type = "Task" [ 892.635767] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.649213] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407492, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.649975] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.942921] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330f1a69-8c3e-452d-9f46-1f64d9c17c1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.950543] env[69566]: DEBUG nova.network.neutron [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.956221] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3040dbdf-25e2-485b-8486-ad68061a8fbd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.993390] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b0e30b-ea23-4079-ae2e-1625e72717de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.002427] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63187c8c-ef04-4167-8eba-15e46bba6486 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.019651] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.147136] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407492, 'name': Rename_Task, 'duration_secs': 0.228119} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.147452] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.147697] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a970523-2ee3-4965-a492-00cbd3fad14e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.156942] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 893.156942] env[69566]: value = "task-3407493" [ 893.156942] env[69566]: _type = "Task" [ 893.156942] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.169606] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.248781] env[69566]: DEBUG nova.network.neutron [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Updating instance_info_cache with network_info: [{"id": "4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f", "address": "fa:16:3e:32:61:5f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3c7e91-4e", "ovs_interfaceid": "4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.522990] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.546527] env[69566]: DEBUG nova.compute.manager [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Received event network-changed-77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.546728] env[69566]: DEBUG nova.compute.manager [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Refreshing instance network info cache due to event network-changed-77131c94-c9f3-4568-b3d7-c61e5c6c0389. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.548072] env[69566]: DEBUG oslo_concurrency.lockutils [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] Acquiring lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.548072] env[69566]: DEBUG oslo_concurrency.lockutils [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] Acquired lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.548072] env[69566]: DEBUG nova.network.neutron [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Refreshing network info cache for port 77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.669079] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.752884] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "refresh_cache-d538435c-6060-48e1-81c9-6e3d9b200e4c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.753272] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Instance network_info: |[{"id": "4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f", "address": "fa:16:3e:32:61:5f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3c7e91-4e", "ovs_interfaceid": "4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.753767] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:61:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.762469] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.762776] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.763057] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81f4b96f-a545-4f4d-93e7-f89007ed4b76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.784949] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.784949] env[69566]: value = "task-3407494" [ 893.784949] env[69566]: _type = "Task" [ 893.784949] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.793158] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407494, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.967874] env[69566]: DEBUG nova.compute.manager [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Received event network-changed-4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.968843] env[69566]: DEBUG nova.compute.manager [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Refreshing instance network info cache due to event network-changed-4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.968843] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] Acquiring lock "refresh_cache-d538435c-6060-48e1-81c9-6e3d9b200e4c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.971212] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] Acquired lock "refresh_cache-d538435c-6060-48e1-81c9-6e3d9b200e4c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.971212] env[69566]: DEBUG nova.network.neutron [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Refreshing network info cache for port 4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.028169] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 894.028448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.664s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.028764] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.680s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.029286] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.035373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.129s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.035373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.035373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.586s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.035373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.036712] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.238s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.036948] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.038672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.199s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.038867] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.040814] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.828s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.044900] env[69566]: INFO nova.compute.claims [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.045652] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.045830] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Cleaning up deleted instances {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 894.076695] env[69566]: INFO nova.scheduler.client.report [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Deleted allocations for instance 55949dd4-4830-4f07-a2f1-c38359c599be [ 894.086028] env[69566]: INFO nova.scheduler.client.report [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Deleted allocations for instance 6735746d-c4a1-4d85-8806-ed80577a68f4 [ 894.111077] env[69566]: INFO nova.scheduler.client.report [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Deleted allocations for instance 2749e7d2-aad6-4b36-8255-d4b56b95af08 [ 894.117199] env[69566]: INFO nova.scheduler.client.report [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Deleted allocations for instance 818f181e-284c-4c6e-b7af-b23e01ae0942 [ 894.126141] env[69566]: INFO nova.scheduler.client.report [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted allocations for instance fa2582ca-eaa4-4886-9669-771b2f370122 [ 894.176382] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.296093] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407494, 'name': CreateVM_Task, 'duration_secs': 0.420206} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.296291] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.297188] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.297448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.297841] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.298121] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14baa888-f6a4-40f0-b0fc-7e52245986ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.303840] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 894.303840] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5295e627-dadd-971b-36a4-7e90fde372bc" [ 894.303840] env[69566]: _type = "Task" [ 894.303840] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.328477] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5295e627-dadd-971b-36a4-7e90fde372bc, 'name': SearchDatastore_Task, 'duration_secs': 0.013214} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.329338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.329338] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.329477] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.329710] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.329776] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.330150] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6401c8a1-5af5-4adb-80e8-bcc955846ce2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.341396] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.341602] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.342525] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349dbc84-1138-4bf7-9976-1db94d62665a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.350995] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 894.350995] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525547c7-a14b-62a1-153f-09d21911472f" [ 894.350995] env[69566]: _type = "Task" [ 894.350995] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.360620] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525547c7-a14b-62a1-153f-09d21911472f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.402882] env[69566]: DEBUG nova.network.neutron [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updated VIF entry in instance network info cache for port 77131c94-c9f3-4568-b3d7-c61e5c6c0389. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.403282] env[69566]: DEBUG nova.network.neutron [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updating instance_info_cache with network_info: [{"id": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "address": "fa:16:3e:19:1a:15", "network": {"id": "697f2be4-b97b-4f2e-9029-3382ecc92ce0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-797649666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "caf446f9fe8b4a8a85c79045b796cb22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77131c94-c9", "ovs_interfaceid": "77131c94-c9f3-4568-b3d7-c61e5c6c0389", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.559982] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] There are 38 instances to clean {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 894.560289] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 01297d32-b055-4940-9b0b-3c90af30cd08] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.594584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2c944376-f281-4856-a725-a1b8c34ef17b tempest-AttachInterfacesUnderV243Test-114660582 tempest-AttachInterfacesUnderV243Test-114660582-project-member] Lock "55949dd4-4830-4f07-a2f1-c38359c599be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.849s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.595598] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ffa1279d-e71f-4b74-b8d1-58d172c728ed tempest-ServersTestFqdnHostnames-1882326979 tempest-ServersTestFqdnHostnames-1882326979-project-member] Lock "6735746d-c4a1-4d85-8806-ed80577a68f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.974s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.625669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-689741be-317a-4888-8220-37db23b1b4c4 tempest-ServerPasswordTestJSON-575237089 tempest-ServerPasswordTestJSON-575237089-project-member] Lock "2749e7d2-aad6-4b36-8255-d4b56b95af08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.698s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.630024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-018ebae3-1931-47e4-8b5c-47f401f62afd tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "818f181e-284c-4c6e-b7af-b23e01ae0942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.130s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.641992] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67a77eee-afa4-4ab0-8b84-aac2dd82eab0 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "fa2582ca-eaa4-4886-9669-771b2f370122" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.509s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.671635] env[69566]: DEBUG oslo_vmware.api [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407493, 'name': PowerOnVM_Task, 'duration_secs': 1.234927} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.674135] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.674406] env[69566]: INFO nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Took 10.14 seconds to spawn the instance on the hypervisor. [ 894.674594] env[69566]: DEBUG nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.675425] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8566c5a8-1cf9-4bc1-abe0-9a8f24a3d07d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.863175] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525547c7-a14b-62a1-153f-09d21911472f, 'name': SearchDatastore_Task, 'duration_secs': 0.011688} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.863981] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d49b2a50-86bb-4a0e-b269-29c7874bbb36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.870666] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 894.870666] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e9eedf-ac3c-878f-4ffc-ae48c2b85a6a" [ 894.870666] env[69566]: _type = "Task" [ 894.870666] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.881709] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e9eedf-ac3c-878f-4ffc-ae48c2b85a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.895703] env[69566]: DEBUG nova.network.neutron [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Updated VIF entry in instance network info cache for port 4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.896068] env[69566]: DEBUG nova.network.neutron [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Updating instance_info_cache with network_info: [{"id": "4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f", "address": "fa:16:3e:32:61:5f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3c7e91-4e", "ovs_interfaceid": "4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.896866] env[69566]: WARNING oslo_messaging._drivers.amqpdriver [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 894.906017] env[69566]: DEBUG oslo_concurrency.lockutils [req-8d1281ba-2fed-4422-aff0-041f3e6aaf18 req-45f4624f-c435-427b-90a3-70ea1c79867d service nova] Releasing lock "refresh_cache-7f456f36-4a2a-4081-bee4-e350de539e98" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.072831] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 1351354e-249e-427e-b7b7-76d00fdd6506] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.199517] env[69566]: INFO nova.compute.manager [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Took 38.94 seconds to build instance. [ 895.280442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "7f456f36-4a2a-4081-bee4-e350de539e98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.280566] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "7f456f36-4a2a-4081-bee4-e350de539e98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.281735] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "7f456f36-4a2a-4081-bee4-e350de539e98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.281735] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "7f456f36-4a2a-4081-bee4-e350de539e98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.281735] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "7f456f36-4a2a-4081-bee4-e350de539e98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.283314] env[69566]: INFO nova.compute.manager [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Terminating instance [ 895.391784] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e9eedf-ac3c-878f-4ffc-ae48c2b85a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.023718} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.395219] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.395399] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] d538435c-6060-48e1-81c9-6e3d9b200e4c/d538435c-6060-48e1-81c9-6e3d9b200e4c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.396701] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0cb5da-165e-4ae2-85a3-70bda5a1ea14 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.399286] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab422f21-4de1-46f5-b0ca-7f1c727dc25e req-86cbbc02-bfc3-4d16-aa0b-17225b5f8ec4 service nova] Releasing lock "refresh_cache-d538435c-6060-48e1-81c9-6e3d9b200e4c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.405585] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 895.405585] env[69566]: value = "task-3407495" [ 895.405585] env[69566]: _type = "Task" [ 895.405585] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.420022] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.539662] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2b7e2d-8dac-41ef-bb94-7cedc907b831 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.550692] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1793670a-239e-46a8-9ab4-4781df76995d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.588312] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 4e4af816-c773-44c1-b6c7-18c7322ea874] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.591167] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b263d-ff86-418a-b1ad-01f95964914b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.598605] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "5a7759ca-a449-4619-96cb-71c78ac0e18f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.598996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.599503] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "5a7759ca-a449-4619-96cb-71c78ac0e18f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.599717] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.599920] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.602483] env[69566]: INFO nova.compute.manager [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Terminating instance [ 895.609142] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345cde26-acac-402c-9d6b-c93301d48d48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.625101] env[69566]: DEBUG nova.compute.provider_tree [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.646426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.646718] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.646932] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.647135] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.647309] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.649326] env[69566]: INFO nova.compute.manager [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Terminating instance [ 895.701590] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc229129-f24b-43d3-a3d8-1f2fabf1d5ea tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "69365d1c-650f-4061-959c-4b1ce6149b42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.447s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.790243] env[69566]: DEBUG nova.compute.manager [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.790522] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.791511] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4e04d-3695-452c-a259-611a23705f33 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.801977] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.802162] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a129c1c-ab8d-4ac1-b730-d68059a22f2d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.811378] env[69566]: DEBUG oslo_vmware.api [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 895.811378] env[69566]: value = "task-3407496" [ 895.811378] env[69566]: _type = "Task" [ 895.811378] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.823303] env[69566]: DEBUG oslo_vmware.api [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.917675] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407495, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.099793] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 6377f0cc-4624-4be1-9d43-d56c6ebd9688] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.116532] env[69566]: DEBUG nova.compute.manager [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.116532] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.116532] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dfa399-7ea4-459b-b35b-c1c6beb14529 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.128808] env[69566]: DEBUG nova.scheduler.client.report [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.133367] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.133720] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c4edc14-a08d-433e-8736-b30e770a0a8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.146426] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 896.146426] env[69566]: value = "task-3407497" [ 896.146426] env[69566]: _type = "Task" [ 896.146426] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.153347] env[69566]: DEBUG nova.compute.manager [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.153625] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.156347] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a0bbda-a22a-4af8-9763-a9aae596f379 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.164723] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.174529] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.175286] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56187cc0-b793-48f9-a9dc-701059d145e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.189613] env[69566]: DEBUG oslo_vmware.api [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 896.189613] env[69566]: value = "task-3407498" [ 896.189613] env[69566]: _type = "Task" [ 896.189613] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.203027] env[69566]: DEBUG oslo_vmware.api [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.323810] env[69566]: DEBUG oslo_vmware.api [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407496, 'name': PowerOffVM_Task, 'duration_secs': 0.438072} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.324194] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.324376] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.324638] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73830cfb-4c72-427f-8ffa-a9f9cf9d251b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.416369] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.416502] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.416631] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Deleting the datastore file [datastore1] 7f456f36-4a2a-4081-bee4-e350de539e98 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.416986] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69fbdbd7-d9b8-4e14-8905-3701ede2189b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.424419] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679903} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.425216] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] d538435c-6060-48e1-81c9-6e3d9b200e4c/d538435c-6060-48e1-81c9-6e3d9b200e4c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.425500] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.425780] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92f177b5-6132-4575-89c1-5eaa249d28e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.431951] env[69566]: DEBUG oslo_vmware.api [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for the task: (returnval){ [ 896.431951] env[69566]: value = "task-3407500" [ 896.431951] env[69566]: _type = "Task" [ 896.431951] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.437197] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 896.437197] env[69566]: value = "task-3407501" [ 896.437197] env[69566]: _type = "Task" [ 896.437197] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.445421] env[69566]: DEBUG oslo_vmware.api [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.452233] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.606057] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: a9289ae0-2986-4d24-9114-7458849302c6] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.634260] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.634824] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.637582] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.086s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.640183] env[69566]: INFO nova.compute.claims [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.659853] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407497, 'name': PowerOffVM_Task, 'duration_secs': 0.298815} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.660168] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.660345] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.660602] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a5a6072-8203-4f53-b9b4-3ef92280a479 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.706735] env[69566]: DEBUG oslo_vmware.api [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407498, 'name': PowerOffVM_Task, 'duration_secs': 0.25411} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.706735] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.706735] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.706979] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f25ee03-bd13-4e15-8702-f7b5a14e3ef7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.739810] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.740049] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.740765] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Deleting the datastore file [datastore2] 5a7759ca-a449-4619-96cb-71c78ac0e18f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.741154] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3b984e9-f07e-4eac-b469-0928f38fd43d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.753249] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for the task: (returnval){ [ 896.753249] env[69566]: value = "task-3407504" [ 896.753249] env[69566]: _type = "Task" [ 896.753249] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.765862] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.790974] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.791249] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.791521] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleting the datastore file [datastore2] 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.791830] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15aec63a-d48d-4eb2-ae4f-8d5673aedea9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.799262] env[69566]: DEBUG oslo_vmware.api [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 896.799262] env[69566]: value = "task-3407505" [ 896.799262] env[69566]: _type = "Task" [ 896.799262] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.809195] env[69566]: DEBUG oslo_vmware.api [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.946395] env[69566]: DEBUG oslo_vmware.api [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Task: {'id': task-3407500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312485} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.947755] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.948212] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.948560] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.948917] env[69566]: INFO nova.compute.manager [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Took 1.16 seconds to destroy the instance on the hypervisor. [ 896.949227] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.949452] env[69566]: DEBUG nova.compute.manager [-] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.949553] env[69566]: DEBUG nova.network.neutron [-] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.957566] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124151} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.958256] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.959329] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d14911-63fa-4174-ad31-b1f4c1103904 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.987127] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d538435c-6060-48e1-81c9-6e3d9b200e4c/d538435c-6060-48e1-81c9-6e3d9b200e4c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.987264] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7cd1d2-2256-45ae-b64e-8412b99881c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.014162] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 897.014162] env[69566]: value = "task-3407506" [ 897.014162] env[69566]: _type = "Task" [ 897.014162] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.024914] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.111032] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: d1320149-04e3-4df5-bbf2-f09c1f1d0e3d] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.149194] env[69566]: DEBUG nova.compute.utils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.152809] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.152809] env[69566]: DEBUG nova.network.neutron [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.265991] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.267382] env[69566]: DEBUG nova.policy [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc438ab4c9254085a1400c190311cf40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd1361fd75c4ce584b92f5a973aa070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.327830] env[69566]: DEBUG oslo_vmware.api [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412034} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.330426] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.333282] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.333282] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.333282] env[69566]: INFO nova.compute.manager [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 897.333282] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.333282] env[69566]: DEBUG nova.compute.manager [-] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.333282] env[69566]: DEBUG nova.network.neutron [-] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.373062] env[69566]: DEBUG nova.compute.manager [req-243f7005-9f98-4990-980e-95351f5af8ba req-f407b757-712c-4eee-adc7-23940698e8e0 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Received event network-vif-deleted-77131c94-c9f3-4568-b3d7-c61e5c6c0389 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.373299] env[69566]: INFO nova.compute.manager [req-243f7005-9f98-4990-980e-95351f5af8ba req-f407b757-712c-4eee-adc7-23940698e8e0 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Neutron deleted interface 77131c94-c9f3-4568-b3d7-c61e5c6c0389; detaching it from the instance and deleting it from the info cache [ 897.373479] env[69566]: DEBUG nova.network.neutron [req-243f7005-9f98-4990-980e-95351f5af8ba req-f407b757-712c-4eee-adc7-23940698e8e0 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.524796] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407506, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.592645] env[69566]: DEBUG nova.compute.manager [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.595166] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25174f-836c-452b-9a36-25d222cd869a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.615304] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: a1675c15-3ae1-4865-9758-32e637cf9bdd] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.656347] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.766426] env[69566]: DEBUG oslo_vmware.api [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Task: {'id': task-3407504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54912} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.766765] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.767040] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.767529] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.767797] env[69566]: INFO nova.compute.manager [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 897.768107] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.768361] env[69566]: DEBUG nova.compute.manager [-] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.768465] env[69566]: DEBUG nova.network.neutron [-] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.831902] env[69566]: DEBUG nova.network.neutron [-] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.880517] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdbeb17d-2a2c-4acd-8b95-45964d95f969 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.892871] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ed1e9-9465-4258-bfad-ba94687cea30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.947130] env[69566]: DEBUG nova.compute.manager [req-243f7005-9f98-4990-980e-95351f5af8ba req-f407b757-712c-4eee-adc7-23940698e8e0 service nova] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Detach interface failed, port_id=77131c94-c9f3-4568-b3d7-c61e5c6c0389, reason: Instance 7f456f36-4a2a-4081-bee4-e350de539e98 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 898.027225] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407506, 'name': ReconfigVM_Task, 'duration_secs': 0.520453} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.027795] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d538435c-6060-48e1-81c9-6e3d9b200e4c/d538435c-6060-48e1-81c9-6e3d9b200e4c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.030672] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c30db765-861c-481d-b89e-1fd88c4e7385 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.040999] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 898.040999] env[69566]: value = "task-3407507" [ 898.040999] env[69566]: _type = "Task" [ 898.040999] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.050265] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407507, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.107661] env[69566]: INFO nova.compute.manager [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] instance snapshotting [ 898.116198] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae58274-bc54-4a7c-9900-093a20aeb78e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.119958] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 4a66e4ec-fecc-4c29-87bb-199a5ae89900] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.140077] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e1e732-181a-4596-8bb6-a8b1e7b5d5bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.187905] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be3dcf6-d8d7-48c8-bd93-e7eefac96c0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.196895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c13a6d-2d42-44c6-a05c-41dc5461e149 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.238047] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db0e1c1-d2e9-485b-9df4-08c716954071 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.247010] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8c3614-fa41-42d7-bcf8-51238101c750 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.268248] env[69566]: DEBUG nova.compute.provider_tree [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.329472] env[69566]: DEBUG nova.network.neutron [-] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.337482] env[69566]: INFO nova.compute.manager [-] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Took 1.39 seconds to deallocate network for instance. [ 898.375914] env[69566]: DEBUG nova.network.neutron [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Successfully created port: 99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.552882] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407507, 'name': Rename_Task, 'duration_secs': 0.328469} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.554335] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.554335] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69101b1d-a2ec-424c-b933-bb8c838926d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.561564] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 898.561564] env[69566]: value = "task-3407508" [ 898.561564] env[69566]: _type = "Task" [ 898.561564] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.569929] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.616048] env[69566]: DEBUG nova.compute.manager [req-80aad4e6-b9aa-413e-9cb8-71824a3f4bd0 req-f312395c-a18b-4d15-883e-0fab8eef8786 service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Received event network-vif-deleted-c3c8b29a-f337-4652-9709-ed6c9230783e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.616048] env[69566]: INFO nova.compute.manager [req-80aad4e6-b9aa-413e-9cb8-71824a3f4bd0 req-f312395c-a18b-4d15-883e-0fab8eef8786 service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Neutron deleted interface c3c8b29a-f337-4652-9709-ed6c9230783e; detaching it from the instance and deleting it from the info cache [ 898.616048] env[69566]: DEBUG nova.network.neutron [req-80aad4e6-b9aa-413e-9cb8-71824a3f4bd0 req-f312395c-a18b-4d15-883e-0fab8eef8786 service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.636748] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 536f8e5b-f15c-41c9-b3d2-e7d8c4f945c7] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.654229] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.655548] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-057254a3-3454-4f07-a784-156cc8d08701 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.665765] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 898.665765] env[69566]: value = "task-3407509" [ 898.665765] env[69566]: _type = "Task" [ 898.665765] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.672368] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.684059] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.718415] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.723236] env[69566]: DEBUG nova.virt.hardware [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.723236] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd714c70-4189-40ed-bbdb-1e25e278cc7a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.738021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aaedef-70ec-478f-93db-0bfb48b84e75 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.773074] env[69566]: DEBUG nova.scheduler.client.report [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.832678] env[69566]: INFO nova.compute.manager [-] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Took 1.50 seconds to deallocate network for instance. [ 898.849634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.074019] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.095635] env[69566]: DEBUG nova.network.neutron [-] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.123701] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed1e441f-15c2-49ef-af4e-103130ae19e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.135161] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b2712-85d9-499f-b646-38b71355badd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.146409] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 61f7c74f-3d86-49a5-a6f7-13c9b1ae51f5] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.186808] env[69566]: DEBUG nova.compute.manager [req-80aad4e6-b9aa-413e-9cb8-71824a3f4bd0 req-f312395c-a18b-4d15-883e-0fab8eef8786 service nova] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Detach interface failed, port_id=c3c8b29a-f337-4652-9709-ed6c9230783e, reason: Instance 5a7759ca-a449-4619-96cb-71c78ac0e18f could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.195405] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.196939] env[69566]: INFO nova.compute.manager [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Rebuilding instance [ 899.257430] env[69566]: DEBUG nova.compute.manager [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.258417] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17221252-cc2f-4890-9b42-f426873d4299 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.281520] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.282063] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.284711] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.266s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.339963] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.551022] env[69566]: DEBUG nova.compute.manager [req-175f4ff1-459d-44b8-82b4-4ef6c027a7d7 req-d4d19ff1-c40b-4c14-98f3-c42473f1c325 service nova] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Received event network-vif-deleted-32337ac0-677d-4885-9a02-ba5111d9db7f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.575574] env[69566]: DEBUG oslo_vmware.api [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407508, 'name': PowerOnVM_Task, 'duration_secs': 0.584127} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.575864] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.576080] env[69566]: INFO nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Took 8.17 seconds to spawn the instance on the hypervisor. [ 899.576281] env[69566]: DEBUG nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.577302] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b0a28-1b35-4b57-a263-f369427085c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.601487] env[69566]: INFO nova.compute.manager [-] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Took 1.83 seconds to deallocate network for instance. [ 899.651197] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 68f0dac2-cc55-4110-87c3-dcf1d9d05650] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.685327] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407509, 'name': CreateSnapshot_Task, 'duration_secs': 0.766948} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.685327] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.686615] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02147b8-9dfe-4629-b96a-c25a916bb2d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.789770] env[69566]: DEBUG nova.compute.utils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.795018] env[69566]: DEBUG nova.objects.instance [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lazy-loading 'migration_context' on Instance uuid d4e459bb-abd3-4676-ac4e-14a30681bd8b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.795018] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.795018] env[69566]: DEBUG nova.network.neutron [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.883184] env[69566]: DEBUG nova.policy [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc438ab4c9254085a1400c190311cf40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd1361fd75c4ce584b92f5a973aa070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.106578] env[69566]: INFO nova.compute.manager [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Took 33.43 seconds to build instance. [ 900.108212] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.155723] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 161cc33d-d443-4e5e-a2cf-14ff9a5d9011] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.214448] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.215454] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3071bc9a-13e8-4f8f-9f95-8fc7d8b81842 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.227472] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 900.227472] env[69566]: value = "task-3407510" [ 900.227472] env[69566]: _type = "Task" [ 900.227472] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.238701] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407510, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.239771] env[69566]: DEBUG nova.network.neutron [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Successfully created port: f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.275146] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.275260] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6ae6611-b073-4da9-8d1d-d71414465a3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.286393] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 900.286393] env[69566]: value = "task-3407511" [ 900.286393] env[69566]: _type = "Task" [ 900.286393] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.296591] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.299468] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.610213] env[69566]: DEBUG oslo_concurrency.lockutils [None req-209e79bf-82cc-4adf-b6d2-b645ee5e916e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.948s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.659135] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8cc280a2-364e-4974-8a97-dd97599e194c] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.747039] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407510, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.782390] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5ed97e-2f09-4995-a516-1150b3c6d03d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.793748] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eecd2fd-5cc7-4696-9afc-9e3c775df561 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.839412] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407511, 'name': PowerOffVM_Task, 'duration_secs': 0.353628} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.839412] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.839996] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.840945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8dfd4b-198f-4ead-afd2-ff1014959140 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.844220] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8445b7c0-debf-48ad-81f6-2dadd0b9af00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.853963] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2b5816-11b3-49f3-bc44-3b2f7c0c2071 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.858253] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 900.858253] env[69566]: value = "task-3407512" [ 900.858253] env[69566]: _type = "Task" [ 900.858253] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.872426] env[69566]: DEBUG nova.compute.provider_tree [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.880924] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 900.881096] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 900.881309] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679684', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'name': 'volume-4f0b0f2f-4578-48d1-9e64-67c050546cee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ccfcbd4-d609-4269-95d6-31963fcb61e1', 'attached_at': '', 'detached_at': '', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'serial': '4f0b0f2f-4578-48d1-9e64-67c050546cee'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 900.882122] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f334282a-a1cc-4951-9f57-4de11b39cd21 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.906766] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdee9b13-e772-4f47-8760-1ad834c4b436 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.915417] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ba974-02aa-4627-8e57-85deb607652a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.935580] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65406df5-e5e5-437d-bb27-9437c56340d6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.956661] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] The volume has not been displaced from its original location: [datastore1] volume-4f0b0f2f-4578-48d1-9e64-67c050546cee/volume-4f0b0f2f-4578-48d1-9e64-67c050546cee.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.961834] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.962921] env[69566]: DEBUG nova.network.neutron [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Successfully updated port: 99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.964750] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e69fc3be-e8c9-4bd3-868a-2257bd84888b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.982073] env[69566]: DEBUG nova.compute.manager [req-9b4aba03-18c7-4c79-9eb1-f26ca9122e26 req-34b97525-570d-4f6b-8989-3419b26eb36e service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Received event network-vif-plugged-99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.982567] env[69566]: DEBUG oslo_concurrency.lockutils [req-9b4aba03-18c7-4c79-9eb1-f26ca9122e26 req-34b97525-570d-4f6b-8989-3419b26eb36e service nova] Acquiring lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.982846] env[69566]: DEBUG oslo_concurrency.lockutils [req-9b4aba03-18c7-4c79-9eb1-f26ca9122e26 req-34b97525-570d-4f6b-8989-3419b26eb36e service nova] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.983008] env[69566]: DEBUG oslo_concurrency.lockutils [req-9b4aba03-18c7-4c79-9eb1-f26ca9122e26 req-34b97525-570d-4f6b-8989-3419b26eb36e service nova] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.983129] env[69566]: DEBUG nova.compute.manager [req-9b4aba03-18c7-4c79-9eb1-f26ca9122e26 req-34b97525-570d-4f6b-8989-3419b26eb36e service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] No waiting events found dispatching network-vif-plugged-99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.983351] env[69566]: WARNING nova.compute.manager [req-9b4aba03-18c7-4c79-9eb1-f26ca9122e26 req-34b97525-570d-4f6b-8989-3419b26eb36e service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Received unexpected event network-vif-plugged-99974978-e4f1-437e-afb3-643cd0e42dcd for instance with vm_state building and task_state spawning. [ 900.990169] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 900.990169] env[69566]: value = "task-3407513" [ 900.990169] env[69566]: _type = "Task" [ 900.990169] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.999435] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.167548] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 99ea4526-6480-43fc-82f5-1b37c6f3a680] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.172731] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "f4cc5796-4331-4cbc-9379-4f16505f97ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.172969] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "f4cc5796-4331-4cbc-9379-4f16505f97ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.245229] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407510, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.340790] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.375594] env[69566]: DEBUG nova.scheduler.client.report [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.385797] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.385797] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.385797] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.385797] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.386034] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.386112] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.386336] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.386497] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.386723] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.386923] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.387201] env[69566]: DEBUG nova.virt.hardware [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.388375] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bf22bb-a17f-4926-9d69-8e7752542333 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.399560] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8c8b4-d37b-45a7-9c00-b149e98088af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.465281] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.465454] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.466032] env[69566]: DEBUG nova.network.neutron [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.502941] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407513, 'name': ReconfigVM_Task, 'duration_secs': 0.27253} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.502941] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.508320] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4567f57c-dc4f-44c6-a8b5-7914475fe20f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.535143] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 901.535143] env[69566]: value = "task-3407514" [ 901.535143] env[69566]: _type = "Task" [ 901.535143] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.546173] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "d538435c-6060-48e1-81c9-6e3d9b200e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.546471] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.546865] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "d538435c-6060-48e1-81c9-6e3d9b200e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.546865] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.547073] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.548564] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407514, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.552885] env[69566]: INFO nova.compute.manager [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Terminating instance [ 901.670647] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3bc77691-4c4d-47e3-aebf-7088296f490c] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.676256] env[69566]: DEBUG nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.745368] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407510, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.020257] env[69566]: DEBUG nova.network.neutron [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.045714] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407514, 'name': ReconfigVM_Task, 'duration_secs': 0.261695} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.046187] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679684', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'name': 'volume-4f0b0f2f-4578-48d1-9e64-67c050546cee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ccfcbd4-d609-4269-95d6-31963fcb61e1', 'attached_at': '', 'detached_at': '', 'volume_id': '4f0b0f2f-4578-48d1-9e64-67c050546cee', 'serial': '4f0b0f2f-4578-48d1-9e64-67c050546cee'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 902.046581] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.047837] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d451ae4a-a382-416e-a9c6-46d6cde82d88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.052477] env[69566]: DEBUG nova.compute.manager [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.053470] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.053470] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f59f54-62d7-4d32-a962-3cd38c255927 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.068130] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.068255] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.068378] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca86e8a-a88b-4943-8d9b-f5ac3da3ccaa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.070075] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e0ad115-2885-48f3-a32d-30100b8e15d0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.077989] env[69566]: DEBUG oslo_vmware.api [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 902.077989] env[69566]: value = "task-3407516" [ 902.077989] env[69566]: _type = "Task" [ 902.077989] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.088054] env[69566]: DEBUG oslo_vmware.api [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.155909] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.156191] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.156522] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Deleting the datastore file [datastore1] 2ccfcbd4-d609-4269-95d6-31963fcb61e1 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.156690] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4bf998-2bef-4383-9726-d1de1076928d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.165341] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for the task: (returnval){ [ 902.165341] env[69566]: value = "task-3407517" [ 902.165341] env[69566]: _type = "Task" [ 902.165341] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.174717] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: faf5ccd5-5f25-4331-9229-2e245106999c] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.185822] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.205428] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.246108] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407510, 'name': CloneVM_Task, 'duration_secs': 1.732057} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.246852] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Created linked-clone VM from snapshot [ 902.247801] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56379388-8e66-474f-9639-3d9f5b28f552 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.258119] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Uploading image 3a48d041-6448-4c90-b118-07622726364b {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.285213] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.285213] env[69566]: value = "vm-679837" [ 902.285213] env[69566]: _type = "VirtualMachine" [ 902.285213] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.285513] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c397117d-81e7-4a2f-af8f-a1df16127c92 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.295591] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease: (returnval){ [ 902.295591] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5205f6d9-9148-a001-e599-56a49580bb6e" [ 902.295591] env[69566]: _type = "HttpNfcLease" [ 902.295591] env[69566]: } obtained for exporting VM: (result){ [ 902.295591] env[69566]: value = "vm-679837" [ 902.295591] env[69566]: _type = "VirtualMachine" [ 902.295591] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.295847] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the lease: (returnval){ [ 902.295847] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5205f6d9-9148-a001-e599-56a49580bb6e" [ 902.295847] env[69566]: _type = "HttpNfcLease" [ 902.295847] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.307794] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.307794] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5205f6d9-9148-a001-e599-56a49580bb6e" [ 902.307794] env[69566]: _type = "HttpNfcLease" [ 902.307794] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.340055] env[69566]: DEBUG nova.network.neutron [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Updating instance_info_cache with network_info: [{"id": "99974978-e4f1-437e-afb3-643cd0e42dcd", "address": "fa:16:3e:14:2d:16", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99974978-e4", "ovs_interfaceid": "99974978-e4f1-437e-afb3-643cd0e42dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.361019] env[69566]: DEBUG nova.network.neutron [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Successfully updated port: f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.394756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.110s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.400686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.296s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.402203] env[69566]: INFO nova.compute.claims [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.544279] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "43ae5650-a6e3-4817-a372-c2e71edea303" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.544520] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "43ae5650-a6e3-4817-a372-c2e71edea303" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.589468] env[69566]: DEBUG oslo_vmware.api [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407516, 'name': PowerOffVM_Task, 'duration_secs': 0.320132} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.589789] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.589916] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.590208] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba8d3b66-7add-47ee-9b92-9fe80e9dc274 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.677332] env[69566]: DEBUG oslo_vmware.api [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Task: {'id': task-3407517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205875} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.677706] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.677798] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.678299] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.689021] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3643a195-bc27-4ebd-b9cb-eead55f5cab0] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.700373] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.700664] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.700871] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleting the datastore file [datastore1] d538435c-6060-48e1-81c9-6e3d9b200e4c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.701201] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d79ba982-e5c5-48c5-ac83-9c8c1e5f4508 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.713840] env[69566]: DEBUG oslo_vmware.api [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 902.713840] env[69566]: value = "task-3407520" [ 902.713840] env[69566]: _type = "Task" [ 902.713840] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.727125] env[69566]: DEBUG oslo_vmware.api [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.766932] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 902.766932] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23b4006d-8099-4d1a-95ae-21a57b89252c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.777869] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b28101-6bcd-4d2b-a95b-00bb9ed0f76c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.809610] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.809610] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5205f6d9-9148-a001-e599-56a49580bb6e" [ 902.809610] env[69566]: _type = "HttpNfcLease" [ 902.809610] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.810156] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.810156] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5205f6d9-9148-a001-e599-56a49580bb6e" [ 902.810156] env[69566]: _type = "HttpNfcLease" [ 902.810156] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.810608] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27293964-4a63-4bef-a8cc-b7f5adb29ca3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.831432] env[69566]: ERROR nova.compute.manager [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Failed to detach volume 4f0b0f2f-4578-48d1-9e64-67c050546cee from /dev/sda: nova.exception.InstanceNotFound: Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 could not be found. [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Traceback (most recent call last): [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self.driver.rebuild(**kwargs) [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] raise NotImplementedError() [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] NotImplementedError [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] During handling of the above exception, another exception occurred: [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Traceback (most recent call last): [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self.driver.detach_volume(context, old_connection_info, [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] return self._volumeops.detach_volume(connection_info, instance) [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._detach_volume_vmdk(connection_info, instance) [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] stable_ref.fetch_moref(session) [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] nova.exception.InstanceNotFound: Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 could not be found. [ 902.831432] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 902.842319] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525be32a-0bd5-1a4a-38e6-6da76eaeda5f/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.842523] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525be32a-0bd5-1a4a-38e6-6da76eaeda5f/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.846765] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.847466] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Instance network_info: |[{"id": "99974978-e4f1-437e-afb3-643cd0e42dcd", "address": "fa:16:3e:14:2d:16", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99974978-e4", "ovs_interfaceid": "99974978-e4f1-437e-afb3-643cd0e42dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.907433] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:2d:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99974978-e4f1-437e-afb3-643cd0e42dcd', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.915979] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Creating folder: Project (2cd1361fd75c4ce584b92f5a973aa070). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.917123] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "refresh_cache-8184b40b-5d7a-4ef2-9c98-a4209f416c06" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.917294] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "refresh_cache-8184b40b-5d7a-4ef2-9c98-a4209f416c06" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.917645] env[69566]: DEBUG nova.network.neutron [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.926432] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-790ecc4c-c503-4e1c-9efb-8f32dd83c68f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.942915] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Created folder: Project (2cd1361fd75c4ce584b92f5a973aa070) in parent group-v679651. [ 902.943160] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Creating folder: Instances. Parent ref: group-v679838. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.943472] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b436fbd7-1ff7-48cb-b97f-b73e249bb72a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.959932] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Created folder: Instances in parent group-v679838. [ 902.960440] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.960671] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.960894] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d479c63-98ff-4425-a6f0-93760321b607 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.982129] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-197e9dbd-252a-4b87-8a28-01d5452fa8bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.992117] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.992117] env[69566]: value = "task-3407523" [ 902.992117] env[69566]: _type = "Task" [ 902.992117] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.998580] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407523, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.047152] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.073185] env[69566]: DEBUG nova.compute.utils [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Build of instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 aborted: Failed to rebuild volume backed instance. {{(pid=69566) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 903.078314] env[69566]: ERROR nova.compute.manager [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 aborted: Failed to rebuild volume backed instance. [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Traceback (most recent call last): [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self.driver.rebuild(**kwargs) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] raise NotImplementedError() [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] NotImplementedError [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] During handling of the above exception, another exception occurred: [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Traceback (most recent call last): [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._detach_root_volume(context, instance, root_bdm) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] with excutils.save_and_reraise_exception(): [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self.force_reraise() [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] raise self.value [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self.driver.detach_volume(context, old_connection_info, [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] return self._volumeops.detach_volume(connection_info, instance) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._detach_volume_vmdk(connection_info, instance) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] stable_ref.fetch_moref(session) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] raise exception.InstanceNotFound(instance_id=self._uuid) [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] nova.exception.InstanceNotFound: Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 could not be found. [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] During handling of the above exception, another exception occurred: [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Traceback (most recent call last): [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] yield [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 903.078314] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._do_rebuild_instance_with_claim( [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._do_rebuild_instance( [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._rebuild_default_impl(**kwargs) [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] self._rebuild_volume_backed_instance( [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] raise exception.BuildAbortException( [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] nova.exception.BuildAbortException: Build of instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 aborted: Failed to rebuild volume backed instance. [ 903.079367] env[69566]: ERROR nova.compute.manager [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] [ 903.187049] env[69566]: DEBUG nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Received event network-changed-99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.187340] env[69566]: DEBUG nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Refreshing instance network info cache due to event network-changed-99974978-e4f1-437e-afb3-643cd0e42dcd. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.187568] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Acquiring lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.187760] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Acquired lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.187877] env[69566]: DEBUG nova.network.neutron [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Refreshing network info cache for port 99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.193085] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3bd97686-7586-4531-88da-cea7057302e8] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.229994] env[69566]: DEBUG oslo_vmware.api [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316236} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.231066] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.231066] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.231066] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.231066] env[69566]: INFO nova.compute.manager [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 903.231066] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.231325] env[69566]: DEBUG nova.compute.manager [-] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.231325] env[69566]: DEBUG nova.network.neutron [-] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.478859] env[69566]: DEBUG nova.network.neutron [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.522433] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407523, 'name': CreateVM_Task, 'duration_secs': 0.493585} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.522665] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.524557] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.524697] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.525073] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.528880] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15153328-9968-4cc8-9542-a731508c1c25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.534428] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 903.534428] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5275fdae-989f-c907-634e-429caa8b043c" [ 903.534428] env[69566]: _type = "Task" [ 903.534428] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.545071] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5275fdae-989f-c907-634e-429caa8b043c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.580150] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.704486] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8b599915-8c5f-40af-af4c-6f6769258ec5] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.773359] env[69566]: DEBUG nova.network.neutron [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Updating instance_info_cache with network_info: [{"id": "f6b8ef30-1197-4b59-9759-5e23bdc51add", "address": "fa:16:3e:35:36:e5", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8ef30-11", "ovs_interfaceid": "f6b8ef30-1197-4b59-9759-5e23bdc51add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.975657] env[69566]: INFO nova.compute.manager [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Swapping old allocation on dict_keys(['359e3efa-d8c9-4b06-9b89-35d50587ee92']) held by migration c07f114d-8eda-4704-8a73-560178251db1 for instance [ 904.005914] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b0ffbd-8816-4ee8-95a7-8d3278e0d330 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.011772] env[69566]: DEBUG nova.scheduler.client.report [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Overwriting current allocation {'allocations': {'359e3efa-d8c9-4b06-9b89-35d50587ee92': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 85}}, 'project_id': '7ebe96a1ab8b4113a822c3c3ba197b1e', 'user_id': '4f6188412da043d8896e4c3ab597bb47', 'consumer_generation': 1} on consumer d4e459bb-abd3-4676-ac4e-14a30681bd8b {{(pid=69566) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 904.020857] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b602a5-4b6b-417b-bdcf-f55fba14c2c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.058737] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8066958c-a311-4c79-81c3-c936fe3d0ee6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.068160] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5275fdae-989f-c907-634e-429caa8b043c, 'name': SearchDatastore_Task, 'duration_secs': 0.017051} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.070812] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.071023] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.071342] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.071556] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.071747] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.073365] env[69566]: DEBUG nova.network.neutron [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Updated VIF entry in instance network info cache for port 99974978-e4f1-437e-afb3-643cd0e42dcd. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.073365] env[69566]: DEBUG nova.network.neutron [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Updating instance_info_cache with network_info: [{"id": "99974978-e4f1-437e-afb3-643cd0e42dcd", "address": "fa:16:3e:14:2d:16", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99974978-e4", "ovs_interfaceid": "99974978-e4f1-437e-afb3-643cd0e42dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.074509] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd0bbbcd-d2ca-4156-9d7d-1dcb8caf4165 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.077568] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3739b-dee6-4f34-a454-47be4966c698 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.097619] env[69566]: DEBUG nova.compute.provider_tree [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.104373] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.104373] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.105339] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c91e5a15-3a33-4aa9-9190-7e32a73ca285 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.113281] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 904.113281] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529c9826-69ab-32a1-86c9-3a46a6b1c95f" [ 904.113281] env[69566]: _type = "Task" [ 904.113281] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.122351] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529c9826-69ab-32a1-86c9-3a46a6b1c95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.133492] env[69566]: DEBUG nova.network.neutron [-] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.156882] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.157100] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquired lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.157570] env[69566]: DEBUG nova.network.neutron [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.217114] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 67c83959-a36f-4d69-97aa-0d5d871b514e] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.279046] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "refresh_cache-8184b40b-5d7a-4ef2-9c98-a4209f416c06" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.279408] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Instance network_info: |[{"id": "f6b8ef30-1197-4b59-9759-5e23bdc51add", "address": "fa:16:3e:35:36:e5", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8ef30-11", "ovs_interfaceid": "f6b8ef30-1197-4b59-9759-5e23bdc51add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.279867] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:36:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b8ef30-1197-4b59-9759-5e23bdc51add', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.291551] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.292323] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.293027] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abcc6dbe-a28a-486f-a458-80c8764be780 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.321421] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.321421] env[69566]: value = "task-3407524" [ 904.321421] env[69566]: _type = "Task" [ 904.321421] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.330291] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407524, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.587640] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Releasing lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.587640] env[69566]: DEBUG nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Received event network-vif-plugged-f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.587640] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Acquiring lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.587905] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.588112] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.588394] env[69566]: DEBUG nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] No waiting events found dispatching network-vif-plugged-f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.588616] env[69566]: WARNING nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Received unexpected event network-vif-plugged-f6b8ef30-1197-4b59-9759-5e23bdc51add for instance with vm_state building and task_state spawning. [ 904.589928] env[69566]: DEBUG nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Received event network-changed-f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.590125] env[69566]: DEBUG nova.compute.manager [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Refreshing instance network info cache due to event network-changed-f6b8ef30-1197-4b59-9759-5e23bdc51add. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.590326] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Acquiring lock "refresh_cache-8184b40b-5d7a-4ef2-9c98-a4209f416c06" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.590465] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Acquired lock "refresh_cache-8184b40b-5d7a-4ef2-9c98-a4209f416c06" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.590620] env[69566]: DEBUG nova.network.neutron [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Refreshing network info cache for port f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.609458] env[69566]: DEBUG nova.scheduler.client.report [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.631412] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529c9826-69ab-32a1-86c9-3a46a6b1c95f, 'name': SearchDatastore_Task, 'duration_secs': 0.014896} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.633175] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b133e6b9-4f9e-4540-9c8c-e1bb0ddcfcd7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.637478] env[69566]: INFO nova.compute.manager [-] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Took 1.41 seconds to deallocate network for instance. [ 904.647397] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 904.647397] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5295b192-d3c0-fbf5-3db0-bc6ad636dea6" [ 904.647397] env[69566]: _type = "Task" [ 904.647397] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.660327] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5295b192-d3c0-fbf5-3db0-bc6ad636dea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.721761] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 36d35b67-42c7-4fa2-843f-d49f6193ea39] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.834078] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407524, 'name': CreateVM_Task, 'duration_secs': 0.460249} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.834078] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.834078] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.834078] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.834078] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.834078] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff954cde-5c9e-4663-a22c-d22b9f4497ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.838028] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 904.838028] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52fa81bb-ac7c-97f1-18df-1f4433cd0de0" [ 904.838028] env[69566]: _type = "Task" [ 904.838028] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.849257] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fa81bb-ac7c-97f1-18df-1f4433cd0de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.914212] env[69566]: DEBUG nova.network.neutron [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [{"id": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "address": "fa:16:3e:37:b6:1a", "network": {"id": "d4468e28-c33b-4353-9389-7ac040aad699", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "16ae89fad29a47c8915dafccb1b61de0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7a07c-4a", "ovs_interfaceid": "b1e7a07c-4ad7-4781-b0aa-47852020ec48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.119681] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.119681] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.120283] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.123450] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.061s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.125077] env[69566]: INFO nova.compute.claims [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.150918] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.160984] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5295b192-d3c0-fbf5-3db0-bc6ad636dea6, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.161247] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.161529] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 2c20cd4b-f85d-4d00-bcdb-f767793002ee/2c20cd4b-f85d-4d00-bcdb-f767793002ee.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.161799] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f576e32c-6ce4-414c-a2a6-7d4b2ba1d089 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.168929] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 905.168929] env[69566]: value = "task-3407525" [ 905.168929] env[69566]: _type = "Task" [ 905.168929] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.181402] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.223815] env[69566]: DEBUG nova.compute.manager [req-a35ed29e-d791-4f4e-bae3-956b85517210 req-7d17d8b8-2c71-4f8a-8ad3-8a14492f0580 service nova] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Received event network-vif-deleted-4c3c7e91-4eed-4d8f-8c42-9dfb1d6cc96f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.225704] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: a43e75ac-286e-4153-888b-a88b1f44909a] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.339025] env[69566]: DEBUG nova.network.neutron [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Updated VIF entry in instance network info cache for port f6b8ef30-1197-4b59-9759-5e23bdc51add. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.339025] env[69566]: DEBUG nova.network.neutron [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Updating instance_info_cache with network_info: [{"id": "f6b8ef30-1197-4b59-9759-5e23bdc51add", "address": "fa:16:3e:35:36:e5", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b8ef30-11", "ovs_interfaceid": "f6b8ef30-1197-4b59-9759-5e23bdc51add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.351050] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fa81bb-ac7c-97f1-18df-1f4433cd0de0, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.351962] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.352268] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.352549] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.352700] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.352885] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.353410] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e03946a-0b09-47c6-addc-3cf4d18b2b9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.361891] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.362144] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.362974] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ec800b-ed3b-4f42-9609-228418b9df42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.368666] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 905.368666] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5223b239-ac69-aca8-8137-d51dde030eb3" [ 905.368666] env[69566]: _type = "Task" [ 905.368666] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.376416] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5223b239-ac69-aca8-8137-d51dde030eb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.417590] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Releasing lock "refresh_cache-d4e459bb-abd3-4676-ac4e-14a30681bd8b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.418087] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.419087] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a0c72be-7875-4c6a-b457-d491c8a07721 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.426673] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 905.426673] env[69566]: value = "task-3407526" [ 905.426673] env[69566]: _type = "Task" [ 905.426673] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.436764] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.627203] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "a8eb20df-196f-43cd-804a-7ec3c93965db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.627273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.631193] env[69566]: DEBUG nova.compute.utils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.637027] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.637027] env[69566]: DEBUG nova.network.neutron [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.684257] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.710118] env[69566]: DEBUG nova.policy [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc438ab4c9254085a1400c190311cf40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cd1361fd75c4ce584b92f5a973aa070', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.729026] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: c52ec0d9-ee7c-4d1a-b5a8-83b0b4a012a6] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.757957] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.758176] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.758425] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.758627] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.758813] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.761751] env[69566]: INFO nova.compute.manager [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Terminating instance [ 905.842211] env[69566]: DEBUG oslo_concurrency.lockutils [req-e74c820d-afa5-4672-9f8a-1cefadfba8d3 req-bc304fb7-8cf8-4c62-b507-51ffd97d5966 service nova] Releasing lock "refresh_cache-8184b40b-5d7a-4ef2-9c98-a4209f416c06" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.880111] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5223b239-ac69-aca8-8137-d51dde030eb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011519} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.881216] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32086b53-2019-4a66-9b5b-68c7a0360c42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.886511] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 905.886511] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218fcb4-5a41-e66f-3d93-b586221e1f94" [ 905.886511] env[69566]: _type = "Task" [ 905.886511] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.901378] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5218fcb4-5a41-e66f-3d93-b586221e1f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.935988] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407526, 'name': PowerOffVM_Task, 'duration_secs': 0.3458} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.936326] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.937072] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:55:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='31a6a76a-2f9d-418e-adb1-44a565c78f7c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800200144',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.937334] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.937536] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.937760] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.937933] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.938160] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.938441] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.938628] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.938830] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.939009] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.939252] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.944771] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb6816d-0c8e-46de-b3f3-2bc95488c6b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.960711] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 905.960711] env[69566]: value = "task-3407527" [ 905.960711] env[69566]: _type = "Task" [ 905.960711] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.970298] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.026465] env[69566]: DEBUG nova.network.neutron [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Successfully created port: 3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.134139] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.144989] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.185976] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542105} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.185976] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 2c20cd4b-f85d-4d00-bcdb-f767793002ee/2c20cd4b-f85d-4d00-bcdb-f767793002ee.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.186157] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.186384] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca90d3e-05b7-4ccb-8929-8e025f4ba384 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.195950] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 906.195950] env[69566]: value = "task-3407528" [ 906.195950] env[69566]: _type = "Task" [ 906.195950] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.205280] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.234275] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f173734d-a046-4647-92c2-a9595f031a39] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.265863] env[69566]: DEBUG nova.compute.manager [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.266224] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e86b392-0c27-467c-b0c4-f0eae41f3042 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.279349] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d76c4c7-58bc-4ebe-ab2f-1473b3bae952 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.320030] env[69566]: WARNING nova.virt.vmwareapi.driver [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 could not be found. [ 906.320030] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.323260] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ae33b37-90a2-4410-b15c-a959562d67e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.332343] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af98449-be5e-4fff-b4ea-116983f044e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.373931] env[69566]: WARNING nova.virt.vmwareapi.vmops [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 could not be found. [ 906.374179] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.374451] env[69566]: INFO nova.compute.manager [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Took 0.11 seconds to destroy the instance on the hypervisor. [ 906.374627] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.377973] env[69566]: DEBUG nova.compute.manager [-] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.378116] env[69566]: DEBUG nova.network.neutron [-] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.399656] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5218fcb4-5a41-e66f-3d93-b586221e1f94, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.399971] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.400221] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8184b40b-5d7a-4ef2-9c98-a4209f416c06/8184b40b-5d7a-4ef2-9c98-a4209f416c06.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.400493] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6919a2e1-576b-4fd5-a41b-21c51ac148d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.406707] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 906.406707] env[69566]: value = "task-3407529" [ 906.406707] env[69566]: _type = "Task" [ 906.406707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.417918] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.476668] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407527, 'name': ReconfigVM_Task, 'duration_secs': 0.168208} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.477842] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d60ce9-eb07-4b24-bfeb-860d1f6ace21 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.499327] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:55:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='31a6a76a-2f9d-418e-adb1-44a565c78f7c',id=26,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1800200144',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.499588] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.499748] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.499950] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.500106] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.500270] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.500481] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.500645] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.500809] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.500973] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.501164] env[69566]: DEBUG nova.virt.hardware [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.504609] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d56294-d45b-4000-9b9c-044bc363c530 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.510189] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 906.510189] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52059ad9-6f64-545b-aafe-ec4d7000513b" [ 906.510189] env[69566]: _type = "Task" [ 906.510189] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.518378] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52059ad9-6f64-545b-aafe-ec4d7000513b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.605606] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58466a5-a737-461d-821b-4a8c88e76ff4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.613838] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21e9f60-b04c-4467-90e1-9a8502d99a85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.654139] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce17847-8b5c-40a7-b537-286626fb1d18 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.666890] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fc387-ea43-40a6-9944-3416fac9c884 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.673791] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.684848] env[69566]: DEBUG nova.compute.provider_tree [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.710034] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06524} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.710034] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.722726] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a27c37-9dfe-479d-ab42-702bb13298b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.735925] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 2c20cd4b-f85d-4d00-bcdb-f767793002ee/2c20cd4b-f85d-4d00-bcdb-f767793002ee.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.736350] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600e6a44-e1d2-4bdd-a238-c4aa41163ec4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.752830] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 0fd0a5db-2f8e-43e2-a1d7-f44f26e28bb6] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.761921] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 906.761921] env[69566]: value = "task-3407530" [ 906.761921] env[69566]: _type = "Task" [ 906.761921] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.774082] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.916977] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407529, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.020944] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52059ad9-6f64-545b-aafe-ec4d7000513b, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.026985] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.027365] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40fc2a5-8ab8-4af1-aa51-a15b61d03350 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.052452] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 907.052452] env[69566]: value = "task-3407531" [ 907.052452] env[69566]: _type = "Task" [ 907.052452] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.062459] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.161986] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.188940] env[69566]: DEBUG nova.scheduler.client.report [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.203118] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.203355] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.203355] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.203503] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.203608] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.203752] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.203956] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.204162] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.206334] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.206334] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.206334] env[69566]: DEBUG nova.virt.hardware [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.206334] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c29d3d-46c6-4fbc-963e-2c39944eb5f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.223635] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66832eee-4478-47ab-ab54-ae13a7a066fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.256173] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: b90c8755-2b5a-4f30-b9f6-3f8455cc22d7] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.265035] env[69566]: DEBUG nova.compute.manager [req-92a67f9b-7c20-4f43-8cdd-84d66ee1cbe9 req-ad1a702d-0427-4b15-88de-d622eaf2de7b service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Received event network-vif-deleted-dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.265035] env[69566]: INFO nova.compute.manager [req-92a67f9b-7c20-4f43-8cdd-84d66ee1cbe9 req-ad1a702d-0427-4b15-88de-d622eaf2de7b service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Neutron deleted interface dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd; detaching it from the instance and deleting it from the info cache [ 907.265035] env[69566]: DEBUG nova.network.neutron [req-92a67f9b-7c20-4f43-8cdd-84d66ee1cbe9 req-ad1a702d-0427-4b15-88de-d622eaf2de7b service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.275763] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.419675] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571793} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.420245] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8184b40b-5d7a-4ef2-9c98-a4209f416c06/8184b40b-5d7a-4ef2-9c98-a4209f416c06.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.420722] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.421023] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16276175-400a-4497-a761-675f46d6ba34 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.430370] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 907.430370] env[69566]: value = "task-3407532" [ 907.430370] env[69566]: _type = "Task" [ 907.430370] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.442711] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.460387] env[69566]: DEBUG nova.network.neutron [-] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.563693] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407531, 'name': ReconfigVM_Task, 'duration_secs': 0.284162} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.564014] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.564867] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a92301-8618-4436-8985-72cc4db6a4a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.591945] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.592986] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69638584-a82b-4e97-a606-94b6604e7f62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.618509] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 907.618509] env[69566]: value = "task-3407533" [ 907.618509] env[69566]: _type = "Task" [ 907.618509] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.629834] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.713468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.714187] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.721060] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.088s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.721060] env[69566]: INFO nova.compute.claims [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.765026] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 5a0b7a89-2e90-4682-ab57-180fdb270469] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.769304] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e097afc-3884-41b0-ac1f-120fb2a22829 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.776459] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407530, 'name': ReconfigVM_Task, 'duration_secs': 0.544864} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.777918] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 2c20cd4b-f85d-4d00-bcdb-f767793002ee/2c20cd4b-f85d-4d00-bcdb-f767793002ee.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.779146] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9fdb58f-1306-43b0-9f83-a7cbfb2ed7d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.786390] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aca6408-7bfb-48a1-9b59-8098a7853d3f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.804026] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 907.804026] env[69566]: value = "task-3407534" [ 907.804026] env[69566]: _type = "Task" [ 907.804026] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.818126] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407534, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.835193] env[69566]: DEBUG nova.compute.manager [req-92a67f9b-7c20-4f43-8cdd-84d66ee1cbe9 req-ad1a702d-0427-4b15-88de-d622eaf2de7b service nova] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Detach interface failed, port_id=dfa0eef8-02a2-46e2-9f8d-de45dc5a7bdd, reason: Instance 2ccfcbd4-d609-4269-95d6-31963fcb61e1 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 907.942761] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077116} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.943259] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.944234] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d673d-2c26-473c-96dd-8bb6fb2e74d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.966395] env[69566]: INFO nova.compute.manager [-] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Took 1.59 seconds to deallocate network for instance. [ 907.976647] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 8184b40b-5d7a-4ef2-9c98-a4209f416c06/8184b40b-5d7a-4ef2-9c98-a4209f416c06.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.979228] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439969ef-bb55-429f-98e0-7e33bb777971 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.004023] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 908.004023] env[69566]: value = "task-3407535" [ 908.004023] env[69566]: _type = "Task" [ 908.004023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.013397] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.044311] env[69566]: DEBUG nova.network.neutron [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Successfully updated port: 3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.126888] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.227341] env[69566]: DEBUG nova.compute.utils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.228944] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.229558] env[69566]: DEBUG nova.network.neutron [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.273040] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 44a401b3-fd23-4f35-b378-5c72e56be77f] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.292705] env[69566]: DEBUG nova.policy [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ff087d32fd544b6a37ed2d96948da61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '193c5b3624bb42c0a7876eb92ab7ea94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.313741] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407534, 'name': Rename_Task, 'duration_secs': 0.22435} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.314133] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.314473] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-859d8ef3-6032-4084-ad19-1a83658c38af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.322649] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 908.322649] env[69566]: value = "task-3407536" [ 908.322649] env[69566]: _type = "Task" [ 908.322649] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.334606] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.514876] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407535, 'name': ReconfigVM_Task, 'duration_secs': 0.45683} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.515199] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 8184b40b-5d7a-4ef2-9c98-a4209f416c06/8184b40b-5d7a-4ef2-9c98-a4209f416c06.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.515880] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4481562-247a-4c91-a926-cae073473211 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.525431] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 908.525431] env[69566]: value = "task-3407537" [ 908.525431] env[69566]: _type = "Task" [ 908.525431] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.544546] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407537, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.546506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "refresh_cache-83ea2211-bc06-44f0-a2cc-ca2620b45463" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.546506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "refresh_cache-83ea2211-bc06-44f0-a2cc-ca2620b45463" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.546630] env[69566]: DEBUG nova.network.neutron [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.553773] env[69566]: INFO nova.compute.manager [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Took 0.58 seconds to detach 1 volumes for instance. [ 908.556398] env[69566]: DEBUG nova.compute.manager [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Deleting volume: 4f0b0f2f-4578-48d1-9e64-67c050546cee {{(pid=69566) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 908.602018] env[69566]: DEBUG nova.network.neutron [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Successfully created port: c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 908.626939] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407533, 'name': ReconfigVM_Task, 'duration_secs': 0.630636} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.627417] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Reconfigured VM instance instance-00000033 to attach disk [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b/d4e459bb-abd3-4676-ac4e-14a30681bd8b.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.629407] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d1f8e3-5857-49c7-aaec-a8453e0690ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.656840] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a989736-89eb-48b0-8d54-23b8662aa30e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.684337] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cfa73f-3874-470f-8f9e-ddef2c96ec05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.714799] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6015ee-8d6c-4601-a402-6d85e9e6d948 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.718958] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.719248] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.719514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.719736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.720169] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.722557] env[69566]: INFO nova.compute.manager [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Terminating instance [ 908.733585] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.740445] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.742089] env[69566]: DEBUG nova.compute.manager [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.742548] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.742711] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-555dee3d-94f0-4b63-a783-6013d2f94276 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.745559] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f218621-39e3-4893-a4eb-7987111f5a1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.562742] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: cbd67281-11b6-4ef5-9223-d6eb7600e50b] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.566656] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.570504] env[69566]: DEBUG nova.compute.manager [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Received event network-vif-plugged-3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.570697] env[69566]: DEBUG oslo_concurrency.lockutils [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] Acquiring lock "83ea2211-bc06-44f0-a2cc-ca2620b45463-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.571050] env[69566]: DEBUG oslo_concurrency.lockutils [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.571136] env[69566]: DEBUG oslo_concurrency.lockutils [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.571222] env[69566]: DEBUG nova.compute.manager [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] No waiting events found dispatching network-vif-plugged-3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.571412] env[69566]: WARNING nova.compute.manager [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Received unexpected event network-vif-plugged-3c1ac637-422a-4a64-a98a-673922fdca29 for instance with vm_state building and task_state spawning. [ 909.571596] env[69566]: DEBUG nova.compute.manager [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Received event network-changed-3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.571768] env[69566]: DEBUG nova.compute.manager [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Refreshing instance network info cache due to event network-changed-3c1ac637-422a-4a64-a98a-673922fdca29. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.572026] env[69566]: DEBUG oslo_concurrency.lockutils [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] Acquiring lock "refresh_cache-83ea2211-bc06-44f0-a2cc-ca2620b45463" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.581594] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 909.581594] env[69566]: value = "task-3407539" [ 909.581594] env[69566]: _type = "Task" [ 909.581594] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.587724] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.594586] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e41e3e66-23c1-456d-aa0b-ff75bbfc04f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.598803] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407537, 'name': Rename_Task, 'duration_secs': 0.214863} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.598803] env[69566]: DEBUG oslo_vmware.api [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407536, 'name': PowerOnVM_Task, 'duration_secs': 0.609036} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.600036] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.600360] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.600583] env[69566]: INFO nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Took 10.93 seconds to spawn the instance on the hypervisor. [ 909.600764] env[69566]: DEBUG nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.601525] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79788af0-ed07-463d-804f-02b9d0dfb9c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.603787] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fac9201-45cb-433d-ada4-eed1b131b2b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.612287] env[69566]: DEBUG oslo_vmware.api [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 909.612287] env[69566]: value = "task-3407540" [ 909.612287] env[69566]: _type = "Task" [ 909.612287] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.612546] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407539, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.621324] env[69566]: DEBUG nova.network.neutron [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.633695] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 909.633695] env[69566]: value = "task-3407541" [ 909.633695] env[69566]: _type = "Task" [ 909.633695] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.640303] env[69566]: DEBUG oslo_vmware.api [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.646468] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.825832] env[69566]: DEBUG nova.network.neutron [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Updating instance_info_cache with network_info: [{"id": "3c1ac637-422a-4a64-a98a-673922fdca29", "address": "fa:16:3e:b9:f5:a1", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1ac637-42", "ovs_interfaceid": "3c1ac637-422a-4a64-a98a-673922fdca29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.026397] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313a16f-cc4b-4a0a-ac1e-724f3853e781 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.035044] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c194e3-8989-43f5-97b3-931150ee807c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.069437] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be835a0-2af1-4cd4-a120-a46117c1c0d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.079720] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.082108] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: ce35adfd-a14a-49df-b054-71c6eef3e21b] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.086283] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1915b325-e3fa-4443-9d8c-f02a31b9b85c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.109153] env[69566]: DEBUG nova.compute.provider_tree [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.110917] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.123906] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.124202] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.124359] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.124533] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.124673] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.125145] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.125343] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.125519] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.126038] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.126229] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.126512] env[69566]: DEBUG nova.virt.hardware [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.128709] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6061d0-7087-4845-ac3d-9231c8486885 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.148049] env[69566]: DEBUG oslo_vmware.api [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407540, 'name': PowerOffVM_Task, 'duration_secs': 0.366962} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.149960] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.150215] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.151482] env[69566]: INFO nova.compute.manager [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Took 21.96 seconds to build instance. [ 910.152825] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69beb73-cb1a-452b-ade9-fe7ca4cbba52 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.155340] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b23807d-b24e-49bc-a17b-972fac1d8a77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.164366] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.260734] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.261114] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.261234] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Deleting the datastore file [datastore2] 48b7a09a-4147-42b3-b7e4-858fb5310bb8 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.261515] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70cb2d6b-648d-4825-bf96-13655338c524 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.271090] env[69566]: DEBUG oslo_vmware.api [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for the task: (returnval){ [ 910.271090] env[69566]: value = "task-3407543" [ 910.271090] env[69566]: _type = "Task" [ 910.271090] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.281669] env[69566]: DEBUG oslo_vmware.api [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.326098] env[69566]: DEBUG nova.network.neutron [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Successfully updated port: c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 910.328356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "refresh_cache-83ea2211-bc06-44f0-a2cc-ca2620b45463" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.328745] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Instance network_info: |[{"id": "3c1ac637-422a-4a64-a98a-673922fdca29", "address": "fa:16:3e:b9:f5:a1", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1ac637-42", "ovs_interfaceid": "3c1ac637-422a-4a64-a98a-673922fdca29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.329258] env[69566]: DEBUG oslo_concurrency.lockutils [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] Acquired lock "refresh_cache-83ea2211-bc06-44f0-a2cc-ca2620b45463" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.329306] env[69566]: DEBUG nova.network.neutron [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Refreshing network info cache for port 3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.330537] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:f5:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c1ac637-422a-4a64-a98a-673922fdca29', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.338708] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.339396] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.340680] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7211de63-7515-4619-92d0-839b9588213e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.367373] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.367373] env[69566]: value = "task-3407544" [ 910.367373] env[69566]: _type = "Task" [ 910.367373] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.380156] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407544, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.590872] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 47241097-ec03-4a00-87f3-453326a0a744] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.596927] env[69566]: DEBUG oslo_vmware.api [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407539, 'name': PowerOnVM_Task, 'duration_secs': 0.675422} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.596927] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.615403] env[69566]: DEBUG nova.scheduler.client.report [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.645416] env[69566]: DEBUG oslo_vmware.api [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407541, 'name': PowerOnVM_Task, 'duration_secs': 0.94017} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.645691] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.645892] env[69566]: INFO nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Took 9.30 seconds to spawn the instance on the hypervisor. [ 910.646085] env[69566]: DEBUG nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.646916] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9962212-845a-45ad-9f2e-7474fdce9144 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.663407] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcc2b510-87ae-46c0-a395-9875e924f786 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.481s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.785119] env[69566]: DEBUG oslo_vmware.api [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Task: {'id': task-3407543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303711} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.786683] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.786909] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.787108] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.788045] env[69566]: INFO nova.compute.manager [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Took 2.05 seconds to destroy the instance on the hypervisor. [ 910.788045] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.788045] env[69566]: DEBUG nova.compute.manager [-] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.788312] env[69566]: DEBUG nova.network.neutron [-] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.828967] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.828967] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.828967] env[69566]: DEBUG nova.network.neutron [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.882880] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407544, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.097695] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 270a4a48-70d4-4e2b-b04f-e0ff7cf776e7] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.122611] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.123154] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.128820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.479s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.131070] env[69566]: INFO nova.compute.claims [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.173080] env[69566]: INFO nova.compute.manager [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Took 22.64 seconds to build instance. [ 911.322187] env[69566]: DEBUG nova.network.neutron [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Updated VIF entry in instance network info cache for port 3c1ac637-422a-4a64-a98a-673922fdca29. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.322187] env[69566]: DEBUG nova.network.neutron [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Updating instance_info_cache with network_info: [{"id": "3c1ac637-422a-4a64-a98a-673922fdca29", "address": "fa:16:3e:b9:f5:a1", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1ac637-42", "ovs_interfaceid": "3c1ac637-422a-4a64-a98a-673922fdca29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.380060] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407544, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.403057] env[69566]: DEBUG nova.network.neutron [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 911.461673] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525be32a-0bd5-1a4a-38e6-6da76eaeda5f/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.462636] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90103c1d-aca9-4b5a-9838-920802600b51 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.472370] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525be32a-0bd5-1a4a-38e6-6da76eaeda5f/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.472742] env[69566]: ERROR oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525be32a-0bd5-1a4a-38e6-6da76eaeda5f/disk-0.vmdk due to incomplete transfer. [ 911.473087] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-29841448-15ea-483b-bfcd-038911925dc4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.482318] env[69566]: DEBUG oslo_vmware.rw_handles [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525be32a-0bd5-1a4a-38e6-6da76eaeda5f/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 911.482563] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Uploaded image 3a48d041-6448-4c90-b118-07622726364b to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 911.486355] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.489895] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc1d0fa0-5583-44a9-86ed-089e232c9d33 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.496668] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 911.496668] env[69566]: value = "task-3407545" [ 911.496668] env[69566]: _type = "Task" [ 911.496668] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.512110] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407545, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.578562] env[69566]: DEBUG nova.compute.manager [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received event network-vif-plugged-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.578816] env[69566]: DEBUG oslo_concurrency.lockutils [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.579120] env[69566]: DEBUG oslo_concurrency.lockutils [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] Lock "243590bb-9557-4649-8b41-0f21b08945e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.579486] env[69566]: DEBUG oslo_concurrency.lockutils [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] Lock "243590bb-9557-4649-8b41-0f21b08945e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.579614] env[69566]: DEBUG nova.compute.manager [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] No waiting events found dispatching network-vif-plugged-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.579922] env[69566]: WARNING nova.compute.manager [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received unexpected event network-vif-plugged-c414a373-6c11-4d9f-9df4-ebde384531f2 for instance with vm_state building and task_state spawning. [ 911.580132] env[69566]: DEBUG nova.compute.manager [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.580344] env[69566]: DEBUG nova.compute.manager [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing instance network info cache due to event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.580798] env[69566]: DEBUG oslo_concurrency.lockutils [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.593514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "61159140-fb30-4aef-9828-047e804338ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.593760] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.601569] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: dc0e8f50-f2e8-4eba-b4d1-ce8752457a7a] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.613487] env[69566]: INFO nova.compute.manager [None req-de29feb4-ca5c-4e58-a65a-95b58711168c tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance to original state: 'active' [ 911.636512] env[69566]: DEBUG nova.compute.utils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.640136] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.640319] env[69566]: DEBUG nova.network.neutron [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.673585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-91f5daa5-57da-4443-9c21-7d4d121b53ff tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.157s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.724097] env[69566]: DEBUG nova.network.neutron [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.728026] env[69566]: DEBUG nova.policy [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393f8c7b29d5406a8b21cdf7b62a94bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872b7afbe09a4ca2a113beec04f4be28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.824248] env[69566]: DEBUG oslo_concurrency.lockutils [req-976f0fe4-98f6-4915-b05e-0242fdd9cc26 req-be9e4ad8-59a8-4002-ac9e-09a2235bcc24 service nova] Releasing lock "refresh_cache-83ea2211-bc06-44f0-a2cc-ca2620b45463" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.884212] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407544, 'name': CreateVM_Task, 'duration_secs': 1.501645} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.884408] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.885140] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.885333] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.885685] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.885954] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aab6e6c-f641-41a4-bc49-767754726a13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.892253] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 911.892253] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c1e22f-5a14-43bf-295e-3c3d1fbda583" [ 911.892253] env[69566]: _type = "Task" [ 911.892253] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.902014] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c1e22f-5a14-43bf-295e-3c3d1fbda583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.011945] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407545, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.080477] env[69566]: DEBUG nova.network.neutron [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Successfully created port: 142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.096500] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.107522] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3a2c5c41-748f-4bbc-9507-d83c8f554b04] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.145155] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.230622] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.231774] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Instance network_info: |[{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 912.231774] env[69566]: DEBUG oslo_concurrency.lockutils [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.231774] env[69566]: DEBUG nova.network.neutron [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.232759] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:a3:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35ac9709-fd8b-4630-897a-68ed629d1b11', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c414a373-6c11-4d9f-9df4-ebde384531f2', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 912.241317] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.248125] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 912.249325] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8de6cfe-0e3c-4357-9ba8-b874e6685309 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.275570] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 912.275570] env[69566]: value = "task-3407546" [ 912.275570] env[69566]: _type = "Task" [ 912.275570] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.285083] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407546, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.367840] env[69566]: DEBUG nova.network.neutron [-] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.416428] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c1e22f-5a14-43bf-295e-3c3d1fbda583, 'name': SearchDatastore_Task, 'duration_secs': 0.010264} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.417254] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.417254] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.417555] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.417720] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.418204] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.418204] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-643c2276-26d5-4891-8caf-528cbebb5c1f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.464806] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.464940] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.465765] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36542be-f823-49c9-8b7a-d30cc5d1525b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.471332] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 912.471332] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52117866-6b6b-7423-fca5-d0d17e76e17c" [ 912.471332] env[69566]: _type = "Task" [ 912.471332] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.485676] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52117866-6b6b-7423-fca5-d0d17e76e17c, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.486558] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd013251-3196-4d07-85be-de02e17825f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.492068] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 912.492068] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52276de9-f1f4-e8dd-d209-54f286822428" [ 912.492068] env[69566]: _type = "Task" [ 912.492068] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.507493] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407545, 'name': Destroy_Task, 'duration_secs': 0.852645} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.513600] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Destroyed the VM [ 912.513886] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 912.514198] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52276de9-f1f4-e8dd-d209-54f286822428, 'name': SearchDatastore_Task, 'duration_secs': 0.010282} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.515512] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2990c8fc-b53a-4c97-aae6-ff81ef4c9f13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.518156] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.518156] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 83ea2211-bc06-44f0-a2cc-ca2620b45463/83ea2211-bc06-44f0-a2cc-ca2620b45463.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.518156] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a6ab4c7-3a51-40c1-94f5-474d8c85b3f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.525368] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 912.525368] env[69566]: value = "task-3407548" [ 912.525368] env[69566]: _type = "Task" [ 912.525368] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.531975] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 912.531975] env[69566]: value = "task-3407547" [ 912.531975] env[69566]: _type = "Task" [ 912.531975] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.552504] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.552827] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.609612] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: e34c7fbb-29c7-4265-8813-2eefb6770cd4] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 912.628020] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.676286] env[69566]: DEBUG nova.network.neutron [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updated VIF entry in instance network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.676847] env[69566]: DEBUG nova.network.neutron [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.701382] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9695662-91bb-429b-be38-f32796813c52 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.711545] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a3fa5-8769-43ea-b89d-a80874826c1f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.750526] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f0ad3b-8f76-4748-8bb2-e92a9a79fce1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.758965] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5891d1f-fa7d-404f-aa78-db5fb32bde19 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.774694] env[69566]: DEBUG nova.compute.provider_tree [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.787474] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407546, 'name': CreateVM_Task, 'duration_secs': 0.374913} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.788738] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.789811] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.790015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.790453] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.791343] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dacc66a-1820-432c-99f0-9286fedd912f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.797784] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 912.797784] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520cf056-e259-400c-554d-518b47ecd6d6" [ 912.797784] env[69566]: _type = "Task" [ 912.797784] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.806941] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520cf056-e259-400c-554d-518b47ecd6d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.870523] env[69566]: INFO nova.compute.manager [-] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Took 2.08 seconds to deallocate network for instance. [ 913.048643] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.055227] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407547, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.112717] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 35ff3b23-019e-4948-a9d8-52f95fcef143] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.159557] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.179877] env[69566]: DEBUG oslo_concurrency.lockutils [req-08be7f8e-aec8-49d7-9c18-b05e0abb0510 req-f113e5b3-b6f6-4cc2-be70-f9bc76a5268b service nova] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.193887] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.194333] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.194539] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.194780] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.194890] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.196288] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.196288] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.196288] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.196288] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.196288] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.196473] env[69566]: DEBUG nova.virt.hardware [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.197319] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a234c3-d646-4826-a083-9834a1fbe1e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.210253] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e3ff1-0d14-4e07-b29f-8678af5a86e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.278140] env[69566]: DEBUG nova.scheduler.client.report [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.325404] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520cf056-e259-400c-554d-518b47ecd6d6, 'name': SearchDatastore_Task, 'duration_secs': 0.05873} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.326019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.326019] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.326210] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.326990] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.326990] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.326990] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a66703ba-daf0-4505-8d62-ae8fdce7c333 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.340302] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.340489] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.341633] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf8390c-1195-418c-bdf8-a2202f0bdc65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.347594] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 913.347594] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52573663-dd62-e1b2-a4f4-cc17183ce877" [ 913.347594] env[69566]: _type = "Task" [ 913.347594] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.355386] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52573663-dd62-e1b2-a4f4-cc17183ce877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.378538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.483843] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "3e289482-762a-47c7-9ca0-c30386819975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.486992] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "3e289482-762a-47c7-9ca0-c30386819975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.554927] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562518} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.555285] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407547, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.555507] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 83ea2211-bc06-44f0-a2cc-ca2620b45463/83ea2211-bc06-44f0-a2cc-ca2620b45463.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.555711] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.555959] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f26f44e2-e9f2-43b9-b583-01d6feec0c25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.563369] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 913.563369] env[69566]: value = "task-3407549" [ 913.563369] env[69566]: _type = "Task" [ 913.563369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.574809] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.619343] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 6ea331fd-83e8-45fd-ad6d-372835735da7] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 913.791020] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.791020] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.793246] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.943s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.793591] env[69566]: DEBUG nova.objects.instance [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lazy-loading 'resources' on Instance uuid 7f456f36-4a2a-4081-bee4-e350de539e98 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.819329] env[69566]: DEBUG nova.compute.manager [req-696c3ba7-cbc4-4b31-99b4-302b9e666979 req-440091d8-fb81-430a-93b6-1f5356617329 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Received event network-vif-plugged-142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.819329] env[69566]: DEBUG oslo_concurrency.lockutils [req-696c3ba7-cbc4-4b31-99b4-302b9e666979 req-440091d8-fb81-430a-93b6-1f5356617329 service nova] Acquiring lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.819329] env[69566]: DEBUG oslo_concurrency.lockutils [req-696c3ba7-cbc4-4b31-99b4-302b9e666979 req-440091d8-fb81-430a-93b6-1f5356617329 service nova] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.819329] env[69566]: DEBUG oslo_concurrency.lockutils [req-696c3ba7-cbc4-4b31-99b4-302b9e666979 req-440091d8-fb81-430a-93b6-1f5356617329 service nova] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.819329] env[69566]: DEBUG nova.compute.manager [req-696c3ba7-cbc4-4b31-99b4-302b9e666979 req-440091d8-fb81-430a-93b6-1f5356617329 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] No waiting events found dispatching network-vif-plugged-142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.819329] env[69566]: WARNING nova.compute.manager [req-696c3ba7-cbc4-4b31-99b4-302b9e666979 req-440091d8-fb81-430a-93b6-1f5356617329 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Received unexpected event network-vif-plugged-142f49a2-e6ec-4d0a-b49a-df35192f8797 for instance with vm_state building and task_state spawning. [ 913.840087] env[69566]: DEBUG nova.compute.manager [req-31efad2d-b29f-48b9-a1da-d0fde98f6606 req-0f2e166d-8b82-4c10-a81a-9ee29a55a812 service nova] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Received event network-vif-deleted-6bdf0a78-b0ab-4b63-b5d7-224cfb192251 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.860905] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52573663-dd62-e1b2-a4f4-cc17183ce877, 'name': SearchDatastore_Task, 'duration_secs': 0.013198} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.862722] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09917e50-40a1-4911-bbc3-6a41acbca8a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.868583] env[69566]: DEBUG nova.network.neutron [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Successfully updated port: 142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.873925] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 913.873925] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b375ff-6987-c823-e4cb-e74090c3b76e" [ 913.873925] env[69566]: _type = "Task" [ 913.873925] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.883286] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b375ff-6987-c823-e4cb-e74090c3b76e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.990691] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.020226] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.020427] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.020664] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.020855] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.021044] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.023347] env[69566]: INFO nova.compute.manager [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Terminating instance [ 914.049678] env[69566]: DEBUG oslo_vmware.api [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407547, 'name': RemoveSnapshot_Task, 'duration_secs': 1.506842} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.049956] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 914.050393] env[69566]: INFO nova.compute.manager [None req-5c13f522-6a7a-4dda-b0a6-6bc63ecfad12 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 914.080447] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08352} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.080790] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.081745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807c558-a79b-4a1a-8107-addb9862ee25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.118911] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 83ea2211-bc06-44f0-a2cc-ca2620b45463/83ea2211-bc06-44f0-a2cc-ca2620b45463.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.120044] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd385350-8d0e-4fc8-a923-e8a1578b5b56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.135831] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 74e9b4aa-64ff-45e9-bded-ae50de06b086] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 914.145452] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 914.145452] env[69566]: value = "task-3407550" [ 914.145452] env[69566]: _type = "Task" [ 914.145452] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.161589] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407550, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.300825] env[69566]: DEBUG nova.compute.utils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.306021] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.306021] env[69566]: DEBUG nova.network.neutron [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.371715] env[69566]: DEBUG nova.policy [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52fc3974c5534b2a91f07bc7fc99e7a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2309e02d3c444f08528b6432e9d8aa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.374160] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.374255] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.374945] env[69566]: DEBUG nova.network.neutron [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.389866] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b375ff-6987-c823-e4cb-e74090c3b76e, 'name': SearchDatastore_Task, 'duration_secs': 0.019375} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.390176] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.390440] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/243590bb-9557-4649-8b41-0f21b08945e1.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.391028] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d50f4c52-2409-4673-aa2b-d113b419dfcb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.398334] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 914.398334] env[69566]: value = "task-3407551" [ 914.398334] env[69566]: _type = "Task" [ 914.398334] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.411809] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.519805] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.528089] env[69566]: DEBUG nova.compute.manager [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.528286] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.532071] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60b94e-05dc-4c80-aead-33aba12176ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.540735] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.541067] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b94f4c-9b15-454e-9202-ed7a3fb547ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.547700] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 914.547700] env[69566]: value = "task-3407552" [ 914.547700] env[69566]: _type = "Task" [ 914.547700] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.560833] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.639751] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.640103] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Cleaning up deleted instances with incomplete migration {{(pid=69566) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 914.653571] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "3f2c5d01-9029-425a-a038-274c4894b066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.653781] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "3f2c5d01-9029-425a-a038-274c4894b066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.666745] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.736313] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.736790] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.762903] env[69566]: DEBUG nova.network.neutron [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Successfully created port: b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.806072] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.857623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc557476-ec75-4214-bf16-079a53ab606f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.867787] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa440ba-ee9d-4bbf-a408-958ec46445a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.909991] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d704804-c0c5-4e32-b415-698b200e3e25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.927557] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.930911] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a638c-60f5-492c-a606-1e2c1bc157da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.949127] env[69566]: DEBUG nova.compute.provider_tree [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.965058] env[69566]: DEBUG nova.network.neutron [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.071513] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407552, 'name': PowerOffVM_Task, 'duration_secs': 0.20547} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.071806] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.072866] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.073202] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4767735-28ef-4f12-b4f3-b715368601c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.131405] env[69566]: DEBUG nova.network.neutron [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updating instance_info_cache with network_info: [{"id": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "address": "fa:16:3e:52:cf:6e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142f49a2-e6", "ovs_interfaceid": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.143194] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.145524] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.145826] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.146128] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleting the datastore file [datastore2] d4e459bb-abd3-4676-ac4e-14a30681bd8b {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.146752] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2bacf7-2650-4902-8b41-668670949277 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.160824] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.164249] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407550, 'name': ReconfigVM_Task, 'duration_secs': 0.839896} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.165647] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 83ea2211-bc06-44f0-a2cc-ca2620b45463/83ea2211-bc06-44f0-a2cc-ca2620b45463.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.166573] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 915.166573] env[69566]: value = "task-3407554" [ 915.166573] env[69566]: _type = "Task" [ 915.166573] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.166950] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f23550a-a0ea-4257-8156-37f3b6c22b53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.176724] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.177923] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 915.177923] env[69566]: value = "task-3407555" [ 915.177923] env[69566]: _type = "Task" [ 915.177923] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.186458] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407555, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.241286] env[69566]: DEBUG nova.compute.utils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.416745] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754305} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.417063] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/243590bb-9557-4649-8b41-0f21b08945e1.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.417368] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.417639] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ce8fec1-700b-4daa-af52-1752d6e9ca30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.424386] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 915.424386] env[69566]: value = "task-3407556" [ 915.424386] env[69566]: _type = "Task" [ 915.424386] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.432595] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.451796] env[69566]: DEBUG nova.scheduler.client.report [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.635456] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.635456] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Instance network_info: |[{"id": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "address": "fa:16:3e:52:cf:6e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142f49a2-e6", "ovs_interfaceid": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.635905] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:cf:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '142f49a2-e6ec-4d0a-b49a-df35192f8797', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.643770] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.644023] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.644746] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a05e36-08e0-4db3-8866-7c7dc089a442 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.664373] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.664373] env[69566]: value = "task-3407557" [ 915.664373] env[69566]: _type = "Task" [ 915.664373] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.678235] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407557, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.684587] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.685588] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.690441] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407555, 'name': Rename_Task, 'duration_secs': 0.376988} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.690729] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.690994] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d966369c-7163-4148-9ddc-1bdb29ee3ca6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.696541] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 915.696541] env[69566]: value = "task-3407558" [ 915.696541] env[69566]: _type = "Task" [ 915.696541] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.704501] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.744200] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.817011] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.843205] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.843565] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.843797] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.844087] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.844316] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.844545] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.844836] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.845078] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.845327] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.845590] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.845842] env[69566]: DEBUG nova.virt.hardware [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.846752] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f2946-464e-4592-a3c3-16a49a6f5f30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.854684] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a093d9-407e-4fe6-9b58-d55b1e38c7ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.934324] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066938} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.934833] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.935665] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5c6ed-c1f6-48ad-990b-463c7910957b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.960246] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/243590bb-9557-4649-8b41-0f21b08945e1.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.961323] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.963497] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066ec109-9f50-43d2-93ff-f4a6c9ad1872 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.978780] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.639s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.979041] env[69566]: DEBUG nova.objects.instance [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lazy-loading 'resources' on Instance uuid 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.986500] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 915.986500] env[69566]: value = "task-3407559" [ 915.986500] env[69566]: _type = "Task" [ 915.986500] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.996359] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.002428] env[69566]: INFO nova.scheduler.client.report [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Deleted allocations for instance 7f456f36-4a2a-4081-bee4-e350de539e98 [ 916.068024] env[69566]: DEBUG nova.compute.manager [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Received event network-changed-142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.068024] env[69566]: DEBUG nova.compute.manager [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Refreshing instance network info cache due to event network-changed-142f49a2-e6ec-4d0a-b49a-df35192f8797. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.068347] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] Acquiring lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.068347] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] Acquired lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.068464] env[69566]: DEBUG nova.network.neutron [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Refreshing network info cache for port 142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.176874] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407557, 'name': CreateVM_Task, 'duration_secs': 0.374096} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.177561] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.178395] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.178610] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.179086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.182303] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf83e2a-270e-4946-be77-8f018333b24b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.184017] env[69566]: DEBUG oslo_vmware.api [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607059} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.184283] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.184463] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.184636] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.184805] env[69566]: INFO nova.compute.manager [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 916.185054] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.185562] env[69566]: DEBUG nova.compute.manager [-] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.185663] env[69566]: DEBUG nova.network.neutron [-] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.188450] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 916.188450] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dba121-581b-1086-e414-160aba8b8d14" [ 916.188450] env[69566]: _type = "Task" [ 916.188450] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.204863] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dba121-581b-1086-e414-160aba8b8d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.207998] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.498892] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.509543] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fd07c1f5-15e3-40d7-9273-41b7033dde79 tempest-FloatingIPsAssociationNegativeTestJSON-92980802 tempest-FloatingIPsAssociationNegativeTestJSON-92980802-project-member] Lock "7f456f36-4a2a-4081-bee4-e350de539e98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.229s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.553714] env[69566]: DEBUG nova.compute.manager [req-1f341166-42ef-40e4-8804-70094c8fe6fa req-16fa6a08-b873-407b-899e-f43f686e0e38 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Received event network-vif-deleted-b1e7a07c-4ad7-4781-b0aa-47852020ec48 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.554034] env[69566]: INFO nova.compute.manager [req-1f341166-42ef-40e4-8804-70094c8fe6fa req-16fa6a08-b873-407b-899e-f43f686e0e38 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Neutron deleted interface b1e7a07c-4ad7-4781-b0aa-47852020ec48; detaching it from the instance and deleting it from the info cache [ 916.554180] env[69566]: DEBUG nova.network.neutron [req-1f341166-42ef-40e4-8804-70094c8fe6fa req-16fa6a08-b873-407b-899e-f43f686e0e38 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.585534] env[69566]: DEBUG nova.network.neutron [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Successfully updated port: b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.703130] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dba121-581b-1086-e414-160aba8b8d14, 'name': SearchDatastore_Task, 'duration_secs': 0.035504} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.711861] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.712381] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.712794] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.713158] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.713502] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.714170] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8141a97-c35e-49b1-b8db-bb3b2cfe1842 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.724471] env[69566]: DEBUG oslo_vmware.api [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407558, 'name': PowerOnVM_Task, 'duration_secs': 0.922748} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.725876] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.726343] env[69566]: INFO nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Took 9.56 seconds to spawn the instance on the hypervisor. [ 916.728021] env[69566]: DEBUG nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.728021] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.728021] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.728816] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08349d37-9e59-4cc2-9fa9-b7bd923ddb4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.733038] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d53713-91de-4836-9b9c-55a6320b5b4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.750182] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 916.750182] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c02e81-20bb-22c5-3989-b911dbdb2c1a" [ 916.750182] env[69566]: _type = "Task" [ 916.750182] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.757920] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c02e81-20bb-22c5-3989-b911dbdb2c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.840566] env[69566]: DEBUG nova.network.neutron [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updated VIF entry in instance network info cache for port 142f49a2-e6ec-4d0a-b49a-df35192f8797. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.840939] env[69566]: DEBUG nova.network.neutron [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updating instance_info_cache with network_info: [{"id": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "address": "fa:16:3e:52:cf:6e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142f49a2-e6", "ovs_interfaceid": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.898559] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.898905] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.899170] env[69566]: INFO nova.compute.manager [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Attaching volume e7c2cc63-0445-4715-95ca-e5d1d194aa44 to /dev/sdb [ 916.942747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b19d4d-fe6f-4cd1-8e8b-6ea8a7b161df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.953147] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a301eae6-ea47-4fdc-a455-bc71960e9a83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.972105] env[69566]: DEBUG nova.network.neutron [-] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.972105] env[69566]: DEBUG nova.virt.block_device [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updating existing volume attachment record: 589881f9-6776-47e3-ace7-dae783c22c3e {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 916.981203] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d1e2c-d24d-4736-b6d7-cd2c0630bd5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.995179] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f214bd-5361-4a2e-9675-f4f6ead22b2a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.001297] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407559, 'name': ReconfigVM_Task, 'duration_secs': 0.701586} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.027644] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/243590bb-9557-4649-8b41-0f21b08945e1.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.029018] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aae38cb8-2afd-413e-b467-5c694178bcf7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.031579] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36355430-a7f2-4861-abcc-c979448e1292 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.040635] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0431685b-9002-4a7e-a217-09449a686315 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.044422] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 917.044422] env[69566]: value = "task-3407560" [ 917.044422] env[69566]: _type = "Task" [ 917.044422] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.056560] env[69566]: DEBUG nova.compute.provider_tree [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.058324] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-612b627e-67fc-45e3-94b1-f82ce0bc0288 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.067532] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407560, 'name': Rename_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.070129] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2425034c-5f06-4c9f-b235-f5903ca1213f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.088089] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "refresh_cache-7b7964d1-ddbe-404e-8034-0baf2c22dae4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.088250] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired lock "refresh_cache-7b7964d1-ddbe-404e-8034-0baf2c22dae4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.088406] env[69566]: DEBUG nova.network.neutron [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.106745] env[69566]: DEBUG nova.compute.manager [req-1f341166-42ef-40e4-8804-70094c8fe6fa req-16fa6a08-b873-407b-899e-f43f686e0e38 service nova] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Detach interface failed, port_id=b1e7a07c-4ad7-4781-b0aa-47852020ec48, reason: Instance d4e459bb-abd3-4676-ac4e-14a30681bd8b could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.141097] env[69566]: DEBUG nova.network.neutron [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.264842] env[69566]: INFO nova.compute.manager [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Took 28.18 seconds to build instance. [ 917.275025] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c02e81-20bb-22c5-3989-b911dbdb2c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.016918} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.279023] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1103a9db-97b4-46d8-88b4-520d389b3aff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.282884] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 917.282884] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e9ed5f-c8a1-e5ba-9e82-3cb5970ac4c3" [ 917.282884] env[69566]: _type = "Task" [ 917.282884] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.292871] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e9ed5f-c8a1-e5ba-9e82-3cb5970ac4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.306992] env[69566]: DEBUG nova.network.neutron [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Updating instance_info_cache with network_info: [{"id": "b9cdf37b-fa0f-4096-8e3e-ec4a89669970", "address": "fa:16:3e:33:c2:69", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cdf37b-fa", "ovs_interfaceid": "b9cdf37b-fa0f-4096-8e3e-ec4a89669970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.343707] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d8685cd-b5cb-4c6f-aeec-d0386bc883a6 req-151e9bb2-a72a-4b36-b57a-450759ada828 service nova] Releasing lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.474349] env[69566]: INFO nova.compute.manager [-] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Took 1.29 seconds to deallocate network for instance. [ 917.555282] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407560, 'name': Rename_Task, 'duration_secs': 0.232414} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.555623] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.555984] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-087b39d6-d839-4253-a960-33fdabda7b2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.559726] env[69566]: DEBUG nova.scheduler.client.report [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.564041] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 917.564041] env[69566]: value = "task-3407564" [ 917.564041] env[69566]: _type = "Task" [ 917.564041] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.572971] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.769462] env[69566]: DEBUG oslo_concurrency.lockutils [None req-454fa16b-3efe-4673-9be4-52907e536749 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.691s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.795549] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e9ed5f-c8a1-e5ba-9e82-3cb5970ac4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014251} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.795837] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.796129] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] d1d500af-6594-455e-a1c5-ed9e4a1c2c22/d1d500af-6594-455e-a1c5-ed9e4a1c2c22.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.796421] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6df7bb81-c8b6-44a3-a935-f71e540e8b97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.806381] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 917.806381] env[69566]: value = "task-3407565" [ 917.806381] env[69566]: _type = "Task" [ 917.806381] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.807855] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Releasing lock "refresh_cache-7b7964d1-ddbe-404e-8034-0baf2c22dae4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.808231] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Instance network_info: |[{"id": "b9cdf37b-fa0f-4096-8e3e-ec4a89669970", "address": "fa:16:3e:33:c2:69", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cdf37b-fa", "ovs_interfaceid": "b9cdf37b-fa0f-4096-8e3e-ec4a89669970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.812274] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c2:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9cdf37b-fa0f-4096-8e3e-ec4a89669970', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.820746] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.821064] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.821944] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60cc86af-e465-4d8b-b0c4-a0ab0b5e515b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.840614] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.845131] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.845131] env[69566]: value = "task-3407566" [ 917.845131] env[69566]: _type = "Task" [ 917.845131] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.855048] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407566, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.980746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.066616] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.069445] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.962s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.070035] env[69566]: DEBUG nova.objects.instance [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lazy-loading 'resources' on Instance uuid 5a7759ca-a449-4619-96cb-71c78ac0e18f {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.085639] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.109593] env[69566]: INFO nova.scheduler.client.report [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted allocations for instance 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8 [ 918.316802] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.361763] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407566, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.440095] env[69566]: DEBUG nova.compute.manager [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Received event network-vif-plugged-b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.440405] env[69566]: DEBUG oslo_concurrency.lockutils [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] Acquiring lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.440607] env[69566]: DEBUG oslo_concurrency.lockutils [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.440797] env[69566]: DEBUG oslo_concurrency.lockutils [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.441019] env[69566]: DEBUG nova.compute.manager [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] No waiting events found dispatching network-vif-plugged-b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.441124] env[69566]: WARNING nova.compute.manager [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Received unexpected event network-vif-plugged-b9cdf37b-fa0f-4096-8e3e-ec4a89669970 for instance with vm_state building and task_state spawning. [ 918.441363] env[69566]: DEBUG nova.compute.manager [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Received event network-changed-b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.441904] env[69566]: DEBUG nova.compute.manager [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Refreshing instance network info cache due to event network-changed-b9cdf37b-fa0f-4096-8e3e-ec4a89669970. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.441904] env[69566]: DEBUG oslo_concurrency.lockutils [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] Acquiring lock "refresh_cache-7b7964d1-ddbe-404e-8034-0baf2c22dae4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.441904] env[69566]: DEBUG oslo_concurrency.lockutils [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] Acquired lock "refresh_cache-7b7964d1-ddbe-404e-8034-0baf2c22dae4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.442056] env[69566]: DEBUG nova.network.neutron [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Refreshing network info cache for port b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.581828] env[69566]: DEBUG oslo_vmware.api [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407564, 'name': PowerOnVM_Task, 'duration_secs': 0.700675} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.583378] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.583378] env[69566]: INFO nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Took 8.50 seconds to spawn the instance on the hypervisor. [ 918.583378] env[69566]: DEBUG nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.584880] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8d2312-df0a-4d9e-8b52-f74bf14296bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.619909] env[69566]: DEBUG oslo_concurrency.lockutils [None req-55ffc9c4-d0c7-4d2e-9743-c8f5e2b18869 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "7d6c0a8d-6764-4774-9ba7-2c7fb63205d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.973s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.822957] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626838} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.823289] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] d1d500af-6594-455e-a1c5-ed9e4a1c2c22/d1d500af-6594-455e-a1c5-ed9e4a1c2c22.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.823508] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.823766] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b313d8a-dd6e-4ae4-ae83-a66c12f16dcb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.831286] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 918.831286] env[69566]: value = "task-3407567" [ 918.831286] env[69566]: _type = "Task" [ 918.831286] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.840669] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.861371] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407566, 'name': CreateVM_Task, 'duration_secs': 0.654759} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.861371] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.862472] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.862472] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.862472] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.862600] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6355c6c-068e-4b05-ad79-01183915472d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.868533] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 918.868533] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52367094-35d0-f193-d5b9-e23360ca734b" [ 918.868533] env[69566]: _type = "Task" [ 918.868533] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.884383] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52367094-35d0-f193-d5b9-e23360ca734b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.018861] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.019136] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.019388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.019583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.019756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.021908] env[69566]: INFO nova.compute.manager [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Terminating instance [ 919.044299] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dd8b89-28de-4313-adcf-b0af82878fec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.057095] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ff485a-22b8-4053-b30c-eaf8a78d48b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.097361] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef810a1-98ea-4747-bb29-c17e7f65998f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.112171] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a73ba-1cc1-4ff2-8e73-bfa54b06ae56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.114930] env[69566]: INFO nova.compute.manager [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Took 29.07 seconds to build instance. [ 919.126539] env[69566]: DEBUG nova.compute.provider_tree [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.343292] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078556} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.343592] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.344417] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db55b8-222a-4ecd-9b84-9d451b38b755 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.368996] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] d1d500af-6594-455e-a1c5-ed9e4a1c2c22/d1d500af-6594-455e-a1c5-ed9e4a1c2c22.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.369417] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e1be26-5184-4a62-9545-87fe1ae67247 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.400413] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52367094-35d0-f193-d5b9-e23360ca734b, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.400769] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 919.400769] env[69566]: value = "task-3407569" [ 919.400769] env[69566]: _type = "Task" [ 919.400769] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.401424] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.401706] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.402014] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.402233] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.402466] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.402822] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a48850d-32ff-4966-8558-33413eb3767a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.414194] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.415867] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.416069] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.416989] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738e9439-8a54-42e5-a0e1-4f21b7a6675d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.422088] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 919.422088] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bfba1f-6e12-d12b-865a-7c457eda0826" [ 919.422088] env[69566]: _type = "Task" [ 919.422088] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.433250] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bfba1f-6e12-d12b-865a-7c457eda0826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.528307] env[69566]: DEBUG nova.compute.manager [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.528526] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.529563] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03279e12-3dcb-4997-8dab-dae0019aa34e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.537080] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.537338] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05a7b2d-a70c-478d-b320-b501a4b375ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.543369] env[69566]: DEBUG oslo_vmware.api [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 919.543369] env[69566]: value = "task-3407570" [ 919.543369] env[69566]: _type = "Task" [ 919.543369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.554672] env[69566]: DEBUG oslo_vmware.api [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.585399] env[69566]: DEBUG nova.network.neutron [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Updated VIF entry in instance network info cache for port b9cdf37b-fa0f-4096-8e3e-ec4a89669970. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.586647] env[69566]: DEBUG nova.network.neutron [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Updating instance_info_cache with network_info: [{"id": "b9cdf37b-fa0f-4096-8e3e-ec4a89669970", "address": "fa:16:3e:33:c2:69", "network": {"id": "b3b64b81-35a8-4b9a-b375-288978b756e6", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1372916296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2309e02d3c444f08528b6432e9d8aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b3cfeb1-f262-4fd9-b506-8e9c0733e2d8", "external-id": "nsx-vlan-transportzone-119", "segmentation_id": 119, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cdf37b-fa", "ovs_interfaceid": "b9cdf37b-fa0f-4096-8e3e-ec4a89669970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.617551] env[69566]: DEBUG oslo_concurrency.lockutils [None req-418ca192-959a-4b00-acc1-4cc73cc277cc tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.585s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.636027] env[69566]: DEBUG nova.scheduler.client.report [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.896349] env[69566]: DEBUG nova.compute.manager [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.896623] env[69566]: DEBUG nova.compute.manager [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing instance network info cache due to event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.896739] env[69566]: DEBUG oslo_concurrency.lockutils [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.896884] env[69566]: DEBUG oslo_concurrency.lockutils [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.897552] env[69566]: DEBUG nova.network.neutron [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.913764] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.933511] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bfba1f-6e12-d12b-865a-7c457eda0826, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.934313] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0308f0-007d-4438-8c92-683751d231a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.940516] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 919.940516] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b06cf2-3ce4-36c2-e42a-27be23fff4e7" [ 919.940516] env[69566]: _type = "Task" [ 919.940516] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.948690] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b06cf2-3ce4-36c2-e42a-27be23fff4e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.057463] env[69566]: DEBUG oslo_vmware.api [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407570, 'name': PowerOffVM_Task, 'duration_secs': 0.209283} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.057748] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.057916] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.058194] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-497b9d95-850b-4f6d-afe4-59b13e14bad0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.089281] env[69566]: DEBUG oslo_concurrency.lockutils [req-20bdd0ad-13a3-41a7-8f1d-b9c2cdc57313 req-dcba7915-e6d6-4f48-9815-7e6f3cdb3ee8 service nova] Releasing lock "refresh_cache-7b7964d1-ddbe-404e-8034-0baf2c22dae4" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.123318] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.123688] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.123922] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleting the datastore file [datastore1] 766f5a95-f23d-47e3-bd45-4ef94955ac5c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.124601] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e020acf-8a23-4dab-b789-fc5de6f5005b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.131800] env[69566]: DEBUG oslo_vmware.api [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for the task: (returnval){ [ 920.131800] env[69566]: value = "task-3407572" [ 920.131800] env[69566]: _type = "Task" [ 920.131800] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.140179] env[69566]: DEBUG oslo_vmware.api [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.148199] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.150783] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.945s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.152749] env[69566]: INFO nova.compute.claims [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.188360] env[69566]: INFO nova.scheduler.client.report [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Deleted allocations for instance 5a7759ca-a449-4619-96cb-71c78ac0e18f [ 920.414269] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.453075] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b06cf2-3ce4-36c2-e42a-27be23fff4e7, 'name': SearchDatastore_Task, 'duration_secs': 0.022921} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.453354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.453618] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 7b7964d1-ddbe-404e-8034-0baf2c22dae4/7b7964d1-ddbe-404e-8034-0baf2c22dae4.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.454039] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6fb48d0-106d-414e-91f6-3d6606a60fa1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.460296] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 920.460296] env[69566]: value = "task-3407573" [ 920.460296] env[69566]: _type = "Task" [ 920.460296] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.469441] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.637084] env[69566]: DEBUG nova.network.neutron [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updated VIF entry in instance network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.637531] env[69566]: DEBUG nova.network.neutron [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.644249] env[69566]: DEBUG oslo_vmware.api [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Task: {'id': task-3407572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390152} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.644497] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.644680] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.644854] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.645061] env[69566]: INFO nova.compute.manager [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 920.645428] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.645593] env[69566]: DEBUG nova.compute.manager [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.645690] env[69566]: DEBUG nova.network.neutron [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.697361] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3abf696f-972c-4121-b8d4-a11f5cabc4aa tempest-ServerRescueTestJSON-155966181 tempest-ServerRescueTestJSON-155966181-project-member] Lock "5a7759ca-a449-4619-96cb-71c78ac0e18f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.098s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.915012] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407569, 'name': ReconfigVM_Task, 'duration_secs': 1.292854} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.915346] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Reconfigured VM instance instance-00000044 to attach disk [datastore2] d1d500af-6594-455e-a1c5-ed9e4a1c2c22/d1d500af-6594-455e-a1c5-ed9e4a1c2c22.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.915995] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb9d55e-da3e-44a0-a243-272086a9fd6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.923955] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 920.923955] env[69566]: value = "task-3407574" [ 920.923955] env[69566]: _type = "Task" [ 920.923955] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.934653] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407574, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.971009] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407573, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.140667] env[69566]: DEBUG oslo_concurrency.lockutils [req-97fc5be3-8212-40eb-ab4b-d6b9f8bec2f1 req-7285e5bd-47ae-4727-934e-0c9b90741768 service nova] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.180725] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.181050] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.181202] env[69566]: DEBUG nova.compute.manager [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.182559] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010cc2c5-2bc5-434c-875f-b62026ba4966 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.191808] env[69566]: DEBUG nova.compute.manager [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 921.192386] env[69566]: DEBUG nova.objects.instance [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lazy-loading 'flavor' on Instance uuid 2c20cd4b-f85d-4d00-bcdb-f767793002ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.433711] env[69566]: DEBUG nova.network.neutron [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.434301] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407574, 'name': Rename_Task, 'duration_secs': 0.199455} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.436873] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.437504] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ea37ab9-ce04-411e-b387-77e782ac2191 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.444082] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 921.444082] env[69566]: value = "task-3407575" [ 921.444082] env[69566]: _type = "Task" [ 921.444082] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.452383] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.474300] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622884} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.474572] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 7b7964d1-ddbe-404e-8034-0baf2c22dae4/7b7964d1-ddbe-404e-8034-0baf2c22dae4.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.475028] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.478073] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90449005-fa1a-40c7-b499-10dd681f0f16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.482352] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 921.482352] env[69566]: value = "task-3407576" [ 921.482352] env[69566]: _type = "Task" [ 921.482352] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.489910] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.521073] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 921.521331] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679846', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'name': 'volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e798e7f-8ba2-47c0-ab06-0e52b0718dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'serial': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 921.522270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c93de-2cda-4135-b497-9d888b6db446 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.550256] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ca9a14-d67c-4261-b85e-0d2864723eb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.555536] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5586ea5-3374-409d-ac52-d45f02fbb697 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.583875] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44/volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.586452] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-336e76cc-0d91-4034-8164-f9a574dd92c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.600935] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ca0750-b693-48f7-b389-671f92b18480 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.636277] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c762788-1a46-426c-a766-30a3e8c8447b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.636714] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 921.636714] env[69566]: value = "task-3407577" [ 921.636714] env[69566]: _type = "Task" [ 921.636714] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.644017] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f45514b-3c9e-494d-82d2-386f0414d0a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.649875] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.659337] env[69566]: DEBUG nova.compute.provider_tree [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.939029] env[69566]: INFO nova.compute.manager [-] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Took 1.29 seconds to deallocate network for instance. [ 921.954910] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.991514] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151312} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.991862] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.992688] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e92328-528c-4930-9f87-75c13534178b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.016738] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7b7964d1-ddbe-404e-8034-0baf2c22dae4/7b7964d1-ddbe-404e-8034-0baf2c22dae4.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.017367] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fe8f7e-6bf0-407c-8015-1f76878bea33 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.033667] env[69566]: DEBUG nova.compute.manager [req-3177ab3f-b8c8-4997-aed4-a82c36a7b1d9 req-aeaa2fac-0efa-4f11-9731-5d3f7e0d9d85 service nova] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Received event network-vif-deleted-b66f1dad-d297-43f9-86ef-66719ca4b27c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.042020] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 922.042020] env[69566]: value = "task-3407578" [ 922.042020] env[69566]: _type = "Task" [ 922.042020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.047397] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.146737] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.163361] env[69566]: DEBUG nova.scheduler.client.report [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.198976] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.200521] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd4472b5-6f6b-4759-96fc-a44b4718fdd1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.206202] env[69566]: DEBUG oslo_vmware.api [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 922.206202] env[69566]: value = "task-3407579" [ 922.206202] env[69566]: _type = "Task" [ 922.206202] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.215668] env[69566]: DEBUG oslo_vmware.api [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.447427] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.456359] env[69566]: DEBUG oslo_vmware.api [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407575, 'name': PowerOnVM_Task, 'duration_secs': 0.748687} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.456612] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.457250] env[69566]: INFO nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Took 9.30 seconds to spawn the instance on the hypervisor. [ 922.457250] env[69566]: DEBUG nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.457757] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8207927e-4980-4295-8c7f-d37967f79e3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.548787] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.647666] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407577, 'name': ReconfigVM_Task, 'duration_secs': 0.616288} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.647666] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44/volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.654032] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca82f7eb-9062-4865-93c3-78f015ae2e69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.671144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.671144] env[69566]: DEBUG nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.672973] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 922.672973] env[69566]: value = "task-3407580" [ 922.672973] env[69566]: _type = "Task" [ 922.672973] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.673523] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.098s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.674837] env[69566]: INFO nova.compute.claims [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.688471] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.722259] env[69566]: DEBUG oslo_vmware.api [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407579, 'name': PowerOffVM_Task, 'duration_secs': 0.390851} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.722259] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.722259] env[69566]: DEBUG nova.compute.manager [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.722259] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c8ae7-5e41-4134-82cd-0fe4701f690b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.974127] env[69566]: INFO nova.compute.manager [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Took 32.36 seconds to build instance. [ 923.051547] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407578, 'name': ReconfigVM_Task, 'duration_secs': 0.739249} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.053026] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7b7964d1-ddbe-404e-8034-0baf2c22dae4/7b7964d1-ddbe-404e-8034-0baf2c22dae4.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.053026] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38006284-b92f-4f59-a8c6-54d9f87213a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.059769] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 923.059769] env[69566]: value = "task-3407581" [ 923.059769] env[69566]: _type = "Task" [ 923.059769] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.070307] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407581, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.178122] env[69566]: DEBUG nova.compute.utils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.178122] env[69566]: DEBUG nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 923.198640] env[69566]: DEBUG oslo_vmware.api [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407580, 'name': ReconfigVM_Task, 'duration_secs': 0.165176} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.198999] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679846', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'name': 'volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e798e7f-8ba2-47c0-ab06-0e52b0718dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'serial': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 923.238311] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5878cfe9-3c52-46c9-81b2-553ec3903080 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.475907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5b8287f8-ae18-4e73-a38e-5611ead8a3b5 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.870s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.571917] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407581, 'name': Rename_Task, 'duration_secs': 0.297143} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.573033] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.575269] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dde0639-8538-4c84-a4dd-20cc871f8404 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.582117] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 923.582117] env[69566]: value = "task-3407582" [ 923.582117] env[69566]: _type = "Task" [ 923.582117] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.591103] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.682342] env[69566]: DEBUG nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.739642] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.739811] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.739992] env[69566]: INFO nova.compute.manager [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Shelving [ 924.078413] env[69566]: DEBUG nova.objects.instance [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lazy-loading 'flavor' on Instance uuid 2c20cd4b-f85d-4d00-bcdb-f767793002ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.094212] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.108337] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d15146a-09ca-49b4-9108-42bd25dbcc8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.116338] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26792a72-b313-4a4e-8000-c078112d8501 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.152931] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81182c93-8992-4a2a-9613-c6ea4066b04c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.168514] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa55d734-1487-42c2-8799-8e15261570be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.185427] env[69566]: DEBUG nova.compute.provider_tree [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.250948] env[69566]: DEBUG nova.objects.instance [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'flavor' on Instance uuid 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.589363] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.589570] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquired lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.589892] env[69566]: DEBUG nova.network.neutron [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.589972] env[69566]: DEBUG nova.objects.instance [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lazy-loading 'info_cache' on Instance uuid 2c20cd4b-f85d-4d00-bcdb-f767793002ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.596759] env[69566]: DEBUG oslo_vmware.api [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407582, 'name': PowerOnVM_Task, 'duration_secs': 0.784739} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.597034] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.597243] env[69566]: INFO nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Took 8.78 seconds to spawn the instance on the hypervisor. [ 924.597439] env[69566]: DEBUG nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.598248] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd39db-c486-46e6-87cc-8f72a54d005c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.662024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "54b3b555-f24e-4eea-8c30-e659ce7395d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.662024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.662024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "54b3b555-f24e-4eea-8c30-e659ce7395d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.662024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.662024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.667018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquiring lock "3f41873d-0120-468c-90ae-255ae2522b03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.667018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "3f41873d-0120-468c-90ae-255ae2522b03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.667018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquiring lock "3f41873d-0120-468c-90ae-255ae2522b03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.667018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "3f41873d-0120-468c-90ae-255ae2522b03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.667018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "3f41873d-0120-468c-90ae-255ae2522b03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.669661] env[69566]: INFO nova.compute.manager [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Terminating instance [ 924.673139] env[69566]: INFO nova.compute.manager [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Terminating instance [ 924.695030] env[69566]: DEBUG nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.696126] env[69566]: DEBUG nova.scheduler.client.report [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.756085] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.760329] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f721b765-588c-4a76-ae43-c00181e1cf83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.764211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1cabd077-5325-42f3-ac70-84fb80314f2f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.771589] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 924.771589] env[69566]: value = "task-3407583" [ 924.771589] env[69566]: _type = "Task" [ 924.771589] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.783881] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.866484] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.866796] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.867085] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.867468] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.867691] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.867973] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.868331] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.868576] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.868834] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.869113] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.869441] env[69566]: DEBUG nova.virt.hardware [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.870682] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e26e3ac-9bb6-4f3e-92d6-8ecbf6494c73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.880034] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f07f56-c051-44d7-9f30-64cc9f1e1661 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.894381] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.900108] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Creating folder: Project (359892f1b3d24a2eaabb685b63f78e52). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.900457] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-548b7c13-2913-429e-92f2-e3b7edafcb7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.910795] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Created folder: Project (359892f1b3d24a2eaabb685b63f78e52) in parent group-v679651. [ 924.910918] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Creating folder: Instances. Parent ref: group-v679848. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.911176] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3d0094d-e4a2-4f09-8e5e-45b8ef6a65dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.919938] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Created folder: Instances in parent group-v679848. [ 924.920273] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.920553] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.920792] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca3769d6-9495-42f4-ae4a-112cd78be15e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.941579] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.941579] env[69566]: value = "task-3407586" [ 924.941579] env[69566]: _type = "Task" [ 924.941579] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.950616] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407586, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.094198] env[69566]: DEBUG nova.objects.base [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Object Instance<2c20cd4b-f85d-4d00-bcdb-f767793002ee> lazy-loaded attributes: flavor,info_cache {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 925.116837] env[69566]: INFO nova.compute.manager [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Took 32.49 seconds to build instance. [ 925.177324] env[69566]: DEBUG nova.compute.manager [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.177836] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.178623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568dcdc2-9b22-40f5-86cb-66c33f196f3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.182628] env[69566]: DEBUG nova.compute.manager [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.182831] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.183220] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc079afc-ac1a-4d84-8134-3c67044de4d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.190484] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.191887] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0865b4e-b424-4979-906f-a896e37ec004 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.193625] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 925.193625] env[69566]: value = "task-3407587" [ 925.193625] env[69566]: _type = "Task" [ 925.193625] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.199254] env[69566]: DEBUG oslo_vmware.api [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 925.199254] env[69566]: value = "task-3407588" [ 925.199254] env[69566]: _type = "Task" [ 925.199254] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.206682] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.207218] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.210479] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.211383] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.094s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.218210] env[69566]: DEBUG oslo_vmware.api [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.284826] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407583, 'name': PowerOffVM_Task, 'duration_secs': 0.219478} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.285304] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.286178] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c82aed2-247e-42e7-ba7c-1945ea62c108 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.313528] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3569494-4edb-43fb-9f9c-5e58099db1c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.458220] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407586, 'name': CreateVM_Task, 'duration_secs': 0.481829} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.458460] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.459046] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.459350] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.459637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.459910] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68d51052-95f1-4823-99dd-c577bd7f8fa7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.464979] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 925.464979] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a65ef1-b194-8500-69b7-ba9aaba3da12" [ 925.464979] env[69566]: _type = "Task" [ 925.464979] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.477788] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a65ef1-b194-8500-69b7-ba9aaba3da12, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.478108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.478359] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.478588] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.478747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.478924] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.479229] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7164d4f1-7f16-450a-8cdd-b36dd76305d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.490021] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.490352] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.491210] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e800270-d5f7-404e-bcb6-2e6510a212f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.499530] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 925.499530] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524f8da9-ed04-523a-ee34-8f8ea50de455" [ 925.499530] env[69566]: _type = "Task" [ 925.499530] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.513030] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524f8da9-ed04-523a-ee34-8f8ea50de455, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.514022] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b90fc8-9313-42b3-8ac6-edb2620c9477 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.520606] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 925.520606] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522f08e8-8eb8-f23b-8ed3-a891563b5d59" [ 925.520606] env[69566]: _type = "Task" [ 925.520606] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.534122] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522f08e8-8eb8-f23b-8ed3-a891563b5d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.619296] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da6be99a-72a3-4684-b51f-f7ec6f745ffd tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.998s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.711885] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407587, 'name': PowerOffVM_Task, 'duration_secs': 0.331765} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.713100] env[69566]: DEBUG nova.compute.utils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.719199] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.719199] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 925.719199] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679734', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'name': 'volume-ca8586a6-f31d-43cc-864f-9b551546c7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f41873d-0120-468c-90ae-255ae2522b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'serial': 'ca8586a6-f31d-43cc-864f-9b551546c7fb'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 925.719495] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.719677] env[69566]: DEBUG nova.network.neutron [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.729958] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2de77-59c4-4442-ad28-a9df41f442e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.733868] env[69566]: DEBUG oslo_vmware.api [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407588, 'name': PowerOffVM_Task, 'duration_secs': 0.237677} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.733868] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.733868] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.734288] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e4cc4bb-ccc3-4b25-b389-09d13e4c2d35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.752986] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9725be7-4d59-48a8-b693-ca981b9375bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.756499] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e9029b-3a3d-470d-a835-c71ee50b8c78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.765690] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc14bcb-98fc-4d35-9370-7d99d777528a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.769616] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d63987-f8fc-401f-8702-7813b5d7b13e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.823542] env[69566]: DEBUG nova.policy [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7fa7db6e827a4b11ab855ecfd9911904', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9727afdb88e94de59e09392b12e20def', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.826054] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf758b0-dbd0-4a22-86ce-bf956ebe1be5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.829243] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b71e331-666d-4fe1-8f16-640e5ff241e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.832847] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.832954] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.833114] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.833560] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Deleting the datastore file [datastore2] 54b3b555-f24e-4eea-8c30-e659ce7395d3 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.833882] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46eafaa3-4ab8-4c19-baa7-1329e5c69644 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.835521] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf123d09-a1c3-473f-b852-19bdc0a4c344 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.852231] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342572e2-3813-4d37-b731-00c3ddee2b24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.856866] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca8586a6-f31d-43cc-864f-9b551546c7fb/volume-ca8586a6-f31d-43cc-864f-9b551546c7fb.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 925.862173] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 925.867463] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c2e53a-b47b-4247-a0f2-bad99b0a429d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880586] env[69566]: DEBUG oslo_vmware.api [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for the task: (returnval){ [ 925.880586] env[69566]: value = "task-3407591" [ 925.880586] env[69566]: _type = "Task" [ 925.880586] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.880932] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 925.880932] env[69566]: value = "task-3407590" [ 925.880932] env[69566]: _type = "Task" [ 925.880932] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.898277] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 925.898277] env[69566]: value = "task-3407592" [ 925.898277] env[69566]: _type = "Task" [ 925.898277] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.898741] env[69566]: DEBUG nova.compute.provider_tree [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.909977] env[69566]: DEBUG oslo_vmware.api [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.910253] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.915804] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.958844] env[69566]: DEBUG nova.network.neutron [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Updating instance_info_cache with network_info: [{"id": "99974978-e4f1-437e-afb3-643cd0e42dcd", "address": "fa:16:3e:14:2d:16", "network": {"id": "d3f428e3-2393-4f9b-b99e-5150046eed7b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1600955587-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cd1361fd75c4ce584b92f5a973aa070", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99974978-e4", "ovs_interfaceid": "99974978-e4f1-437e-afb3-643cd0e42dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.030758] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522f08e8-8eb8-f23b-8ed3-a891563b5d59, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.032179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.032179] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.032179] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7528e9-052c-4ba9-bbf5-3176edef9b85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.040749] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 926.040749] env[69566]: value = "task-3407593" [ 926.040749] env[69566]: _type = "Task" [ 926.040749] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.049643] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.232117] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.396011] env[69566]: DEBUG oslo_vmware.api [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Task: {'id': task-3407591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292835} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.400572] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.400896] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.401176] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.401530] env[69566]: INFO nova.compute.manager [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 926.401857] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.402145] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407590, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.403076] env[69566]: DEBUG nova.scheduler.client.report [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.406463] env[69566]: DEBUG nova.compute.manager [-] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.406627] env[69566]: DEBUG nova.network.neutron [-] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.424026] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407592, 'name': ReconfigVM_Task, 'duration_secs': 0.224392} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.424026] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 926.429186] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d51725-2946-4ebc-a113-a1075d45e197 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.451720] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 926.451720] env[69566]: value = "task-3407594" [ 926.451720] env[69566]: _type = "Task" [ 926.451720] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.461924] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Releasing lock "refresh_cache-2c20cd4b-f85d-4d00-bcdb-f767793002ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.467264] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.558030] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.719660] env[69566]: DEBUG nova.network.neutron [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Successfully created port: a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.892928] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407590, 'name': CreateSnapshot_Task, 'duration_secs': 0.711501} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.893232] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.894032] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c620dd-2eab-4119-9ac0-03bb1c7fc712 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.910965] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.911231] env[69566]: INFO nova.compute.manager [None req-fc3a2040-b73a-4230-9fb8-930b633ca563 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Successfully reverted task state from rebuilding on failure for instance. [ 926.919536] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.767s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.919536] env[69566]: DEBUG nova.objects.instance [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'resources' on Instance uuid d538435c-6060-48e1-81c9-6e3d9b200e4c {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.973468] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407594, 'name': ReconfigVM_Task, 'duration_secs': 0.183869} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.974315] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679734', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'name': 'volume-ca8586a6-f31d-43cc-864f-9b551546c7fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3f41873d-0120-468c-90ae-255ae2522b03', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca8586a6-f31d-43cc-864f-9b551546c7fb', 'serial': 'ca8586a6-f31d-43cc-864f-9b551546c7fb'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 926.974658] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.975806] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72f5029-aa6f-4e3c-afad-decff17ffedd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.984971] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.984971] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-532ffe0c-31e0-47a0-83da-2e38ba59fd9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.052335] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689162} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.053020] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.053287] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.053561] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d29e4723-7208-4268-8862-d8f40f938e44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.057569] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.057569] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.057569] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Deleting the datastore file [datastore2] 3f41873d-0120-468c-90ae-255ae2522b03 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.057569] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cb55066-6aa6-4c23-83b1-8a106757496c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.061743] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 927.061743] env[69566]: value = "task-3407596" [ 927.061743] env[69566]: _type = "Task" [ 927.061743] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.063257] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for the task: (returnval){ [ 927.063257] env[69566]: value = "task-3407597" [ 927.063257] env[69566]: _type = "Task" [ 927.063257] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.077545] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.081195] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.243712] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.264321] env[69566]: DEBUG nova.compute.manager [req-7691bcd3-5aeb-45ba-b55f-8c3888d0a797 req-811ce087-45f2-4017-8aae-eccf6196e3fc service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Received event network-vif-deleted-275a0159-fa20-4fe3-b5e2-f46212857dae {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.264468] env[69566]: INFO nova.compute.manager [req-7691bcd3-5aeb-45ba-b55f-8c3888d0a797 req-811ce087-45f2-4017-8aae-eccf6196e3fc service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Neutron deleted interface 275a0159-fa20-4fe3-b5e2-f46212857dae; detaching it from the instance and deleting it from the info cache [ 927.272553] env[69566]: DEBUG nova.network.neutron [req-7691bcd3-5aeb-45ba-b55f-8c3888d0a797 req-811ce087-45f2-4017-8aae-eccf6196e3fc service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.275631] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.275895] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.276363] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.276624] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.276807] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.276965] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.277214] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.277420] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.277737] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.277832] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.278173] env[69566]: DEBUG nova.virt.hardware [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.279130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b364f2-3c78-4876-bbc1-2adc2de993b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.289398] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c67a3-b115-4ad0-b33e-8dc338ce7e7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.411895] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.412274] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-23f31672-0921-4332-8e2a-6e0f3bee896f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.420364] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 927.420364] env[69566]: value = "task-3407598" [ 927.420364] env[69566]: _type = "Task" [ 927.420364] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.434855] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "586e5b7e-66f8-4537-b0cd-12d28c829809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.435103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.439633] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407598, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.467693] env[69566]: DEBUG nova.network.neutron [-] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.474883] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.475301] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c05039b8-9274-4f8e-9efd-b21359a450bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.484215] env[69566]: DEBUG oslo_vmware.api [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 927.484215] env[69566]: value = "task-3407599" [ 927.484215] env[69566]: _type = "Task" [ 927.484215] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.493019] env[69566]: DEBUG oslo_vmware.api [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.582756] env[69566]: DEBUG oslo_vmware.api [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Task: {'id': task-3407597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185713} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.582981] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067926} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.583223] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.583404] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.583597] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.583809] env[69566]: INFO nova.compute.manager [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Took 2.40 seconds to destroy the instance on the hypervisor. [ 927.584072] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.584272] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.584549] env[69566]: DEBUG nova.compute.manager [-] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.584642] env[69566]: DEBUG nova.network.neutron [-] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.586869] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f8769-91f3-4404-a537-f7d71d2ea509 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.610306] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.612131] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29adf198-c032-4bc3-9c06-6764365d228e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.632932] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 927.632932] env[69566]: value = "task-3407600" [ 927.632932] env[69566]: _type = "Task" [ 927.632932] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.642965] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.769797] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8027b86-7ac4-48f6-83d0-2ec555671119 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.780923] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26ad7f3-4af4-440d-9e64-6a20a34a74c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.830479] env[69566]: DEBUG nova.compute.manager [req-7691bcd3-5aeb-45ba-b55f-8c3888d0a797 req-811ce087-45f2-4017-8aae-eccf6196e3fc service nova] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Detach interface failed, port_id=275a0159-fa20-4fe3-b5e2-f46212857dae, reason: Instance 54b3b555-f24e-4eea-8c30-e659ce7395d3 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.914679] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4467447-a62e-4699-9b4e-5fbd79513457 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.922967] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4e33e-8c84-47be-81a4-1a29f2bfd13f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.936043] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407598, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.965057] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.972179] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61099717-f8ba-4240-b1ca-7909c58d9ff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.973753] env[69566]: INFO nova.compute.manager [-] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Took 1.57 seconds to deallocate network for instance. [ 927.981895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e02dc0c-3e94-499f-9909-c608e7821785 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.007726] env[69566]: DEBUG nova.compute.provider_tree [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.009850] env[69566]: DEBUG oslo_vmware.api [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.144263] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407600, 'name': ReconfigVM_Task, 'duration_secs': 0.326946} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.145977] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Reconfigured VM instance instance-00000046 to attach disk [datastore1] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.146788] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-728706ff-2528-48e7-bdee-71ad5bdf9124 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.154120] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 928.154120] env[69566]: value = "task-3407601" [ 928.154120] env[69566]: _type = "Task" [ 928.154120] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.167234] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407601, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.355157] env[69566]: DEBUG nova.compute.manager [req-bf0bea44-95fd-4b36-b8f9-8befb3a0e434 req-1817e877-a751-46c1-80dc-59ec2b4edb49 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-vif-plugged-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.355157] env[69566]: DEBUG oslo_concurrency.lockutils [req-bf0bea44-95fd-4b36-b8f9-8befb3a0e434 req-1817e877-a751-46c1-80dc-59ec2b4edb49 service nova] Acquiring lock "43ae5650-a6e3-4817-a372-c2e71edea303-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.355157] env[69566]: DEBUG oslo_concurrency.lockutils [req-bf0bea44-95fd-4b36-b8f9-8befb3a0e434 req-1817e877-a751-46c1-80dc-59ec2b4edb49 service nova] Lock "43ae5650-a6e3-4817-a372-c2e71edea303-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.355157] env[69566]: DEBUG oslo_concurrency.lockutils [req-bf0bea44-95fd-4b36-b8f9-8befb3a0e434 req-1817e877-a751-46c1-80dc-59ec2b4edb49 service nova] Lock "43ae5650-a6e3-4817-a372-c2e71edea303-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.355157] env[69566]: DEBUG nova.compute.manager [req-bf0bea44-95fd-4b36-b8f9-8befb3a0e434 req-1817e877-a751-46c1-80dc-59ec2b4edb49 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] No waiting events found dispatching network-vif-plugged-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.355157] env[69566]: WARNING nova.compute.manager [req-bf0bea44-95fd-4b36-b8f9-8befb3a0e434 req-1817e877-a751-46c1-80dc-59ec2b4edb49 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received unexpected event network-vif-plugged-a59e022e-b28e-4ab7-904f-974031423597 for instance with vm_state building and task_state spawning. [ 928.437128] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407598, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.482363] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.491860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.497395] env[69566]: DEBUG oslo_vmware.api [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407599, 'name': PowerOnVM_Task, 'duration_secs': 0.560646} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.498089] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.498449] env[69566]: DEBUG nova.compute.manager [None req-b70c254f-1ef0-4cc2-8fda-d097ac906355 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.499329] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107c200-2710-4097-8961-69acf08ea951 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.512659] env[69566]: DEBUG nova.network.neutron [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Successfully updated port: a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.512659] env[69566]: DEBUG nova.scheduler.client.report [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.648795] env[69566]: DEBUG nova.network.neutron [-] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.664197] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407601, 'name': Rename_Task, 'duration_secs': 0.150491} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.665569] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.665732] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0699b68-0812-4c3f-b218-0ff722ca0584 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.671826] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 928.671826] env[69566]: value = "task-3407602" [ 928.671826] env[69566]: _type = "Task" [ 928.671826] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.681887] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.902651] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.902930] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.903179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.903373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.903548] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.905973] env[69566]: INFO nova.compute.manager [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Terminating instance [ 928.937555] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407598, 'name': CloneVM_Task, 'duration_secs': 1.404251} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.937842] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Created linked-clone VM from snapshot [ 928.938582] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b508ac9-fc3f-4ce6-80dd-5fb89ab13433 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.946562] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Uploading image f9dd9a52-f889-4a5a-8331-f68897e71949 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.972970] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.972970] env[69566]: value = "vm-679852" [ 928.972970] env[69566]: _type = "VirtualMachine" [ 928.972970] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.972970] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da4153ad-01d2-4b9e-924d-4f1d58d28aaa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.979539] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lease: (returnval){ [ 928.979539] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527d8038-5179-261f-c6b9-6e15c01e294e" [ 928.979539] env[69566]: _type = "HttpNfcLease" [ 928.979539] env[69566]: } obtained for exporting VM: (result){ [ 928.979539] env[69566]: value = "vm-679852" [ 928.979539] env[69566]: _type = "VirtualMachine" [ 928.979539] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.979833] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the lease: (returnval){ [ 928.979833] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527d8038-5179-261f-c6b9-6e15c01e294e" [ 928.979833] env[69566]: _type = "HttpNfcLease" [ 928.979833] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.987889] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.987889] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527d8038-5179-261f-c6b9-6e15c01e294e" [ 928.987889] env[69566]: _type = "HttpNfcLease" [ 928.987889] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.017827] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.017888] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.018060] env[69566]: DEBUG nova.network.neutron [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.021846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.025526] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.351s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.026927] env[69566]: INFO nova.compute.claims [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.049815] env[69566]: INFO nova.scheduler.client.report [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted allocations for instance d538435c-6060-48e1-81c9-6e3d9b200e4c [ 929.153998] env[69566]: INFO nova.compute.manager [-] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Took 1.57 seconds to deallocate network for instance. [ 929.183374] env[69566]: DEBUG oslo_vmware.api [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407602, 'name': PowerOnVM_Task, 'duration_secs': 0.460805} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.183647] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.184245] env[69566]: INFO nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Took 4.49 seconds to spawn the instance on the hypervisor. [ 929.184245] env[69566]: DEBUG nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.186142] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8872e-f66d-4622-9db1-dd2c262108c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.289577] env[69566]: DEBUG nova.compute.manager [req-6c44e8d1-47a6-416d-8158-01c0c67cc6d1 req-df518aae-1f89-48d4-a43b-dec9ce3e32af service nova] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Received event network-vif-deleted-72f31444-ee86-4996-b782-5e92ab70df80 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.409653] env[69566]: DEBUG nova.compute.manager [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.409902] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.410987] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd9d7d6-8ade-43a5-af48-ae7e4f88ed62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.423291] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.423585] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-031bd59e-a4ef-4fe9-8594-78a45e885cbf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.433758] env[69566]: DEBUG oslo_vmware.api [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 929.433758] env[69566]: value = "task-3407604" [ 929.433758] env[69566]: _type = "Task" [ 929.433758] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.442197] env[69566]: DEBUG oslo_vmware.api [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.491175] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.491175] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527d8038-5179-261f-c6b9-6e15c01e294e" [ 929.491175] env[69566]: _type = "HttpNfcLease" [ 929.491175] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.491442] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.491442] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527d8038-5179-261f-c6b9-6e15c01e294e" [ 929.491442] env[69566]: _type = "HttpNfcLease" [ 929.491442] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.497361] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae66295-595f-45e3-a16e-83381ba79261 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.500809] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d8bd2-125c-077a-d70f-7d14dce3e944/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.500809] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d8bd2-125c-077a-d70f-7d14dce3e944/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.576165] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c926d209-06c9-495c-8aa2-73c51cded1a1 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "d538435c-6060-48e1-81c9-6e3d9b200e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.030s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.606806] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d39bcaa8-80b5-4542-b46b-69121c702127 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.670037] env[69566]: DEBUG nova.network.neutron [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.707377] env[69566]: INFO nova.compute.manager [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Took 27.52 seconds to build instance. [ 929.718293] env[69566]: INFO nova.compute.manager [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Took 0.56 seconds to detach 1 volumes for instance. [ 929.720714] env[69566]: DEBUG nova.compute.manager [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Deleting volume: ca8586a6-f31d-43cc-864f-9b551546c7fb {{(pid=69566) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 929.926452] env[69566]: DEBUG nova.network.neutron [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.947022] env[69566]: DEBUG oslo_vmware.api [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407604, 'name': PowerOffVM_Task, 'duration_secs': 0.289571} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.947022] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.947022] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.947209] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c66fc0e1-e60b-43e6-80eb-a3c5f5ff1665 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.011379] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.012741] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.012982] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Deleting the datastore file [datastore2] 7b7964d1-ddbe-404e-8034-0baf2c22dae4 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.013299] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fed90745-b320-4282-9469-935050838984 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.021539] env[69566]: DEBUG oslo_vmware.api [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 930.021539] env[69566]: value = "task-3407607" [ 930.021539] env[69566]: _type = "Task" [ 930.021539] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.029696] env[69566]: DEBUG oslo_vmware.api [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.209813] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51942f29-8153-4749-bed7-996cdaea5001 tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "f4cc5796-4331-4cbc-9379-4f16505f97ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.037s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.276659] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.431831] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.431831] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Instance network_info: |[{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.431831] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:65:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a59e022e-b28e-4ab7-904f-974031423597', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.439462] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Creating folder: Project (9727afdb88e94de59e09392b12e20def). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.443129] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43d422fc-ba75-42b0-ab4c-15912d01cd90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.455905] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Created folder: Project (9727afdb88e94de59e09392b12e20def) in parent group-v679651. [ 930.456239] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Creating folder: Instances. Parent ref: group-v679853. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.459807] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0025cccb-3306-4f6b-8cf5-ca44d9e7c157 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.471051] env[69566]: DEBUG nova.compute.manager [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-changed-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.471583] env[69566]: DEBUG nova.compute.manager [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing instance network info cache due to event network-changed-a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.471832] env[69566]: DEBUG oslo_concurrency.lockutils [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.472192] env[69566]: DEBUG oslo_concurrency.lockutils [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.472763] env[69566]: DEBUG nova.network.neutron [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing network info cache for port a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.475362] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Created folder: Instances in parent group-v679853. [ 930.475963] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.479319] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.480008] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-499473aa-1d4f-44d9-8b77-399d3d681ace {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.509033] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.509033] env[69566]: value = "task-3407610" [ 930.509033] env[69566]: _type = "Task" [ 930.509033] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.517630] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407610, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.530856] env[69566]: DEBUG oslo_vmware.api [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293682} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.531230] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.531637] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.532033] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.532033] env[69566]: INFO nova.compute.manager [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 930.532589] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.532589] env[69566]: DEBUG nova.compute.manager [-] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.532718] env[69566]: DEBUG nova.network.neutron [-] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.604055] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab84ef20-8410-4aac-bed1-a54f76089ece {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.614270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727cd959-0554-4469-8521-55130bc6f0ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.655492] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef23a35-c902-4105-91cc-62bd3d88124b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.667546] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4144c88b-871f-430d-9e2f-91afa86368d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.686395] env[69566]: DEBUG nova.compute.provider_tree [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.018371] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407610, 'name': CreateVM_Task, 'duration_secs': 0.43398} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.018775] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.019664] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.020036] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.020503] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.020887] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c43ce81-82e2-4ee5-af13-469a13460f90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.025523] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 931.025523] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526b0a23-1df1-3d3a-55b8-d9f872c3fb0c" [ 931.025523] env[69566]: _type = "Task" [ 931.025523] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.034650] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526b0a23-1df1-3d3a-55b8-d9f872c3fb0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.189997] env[69566]: DEBUG nova.scheduler.client.report [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.286433] env[69566]: DEBUG nova.network.neutron [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updated VIF entry in instance network info cache for port a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.286824] env[69566]: DEBUG nova.network.neutron [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.428015] env[69566]: DEBUG nova.network.neutron [-] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.536968] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526b0a23-1df1-3d3a-55b8-d9f872c3fb0c, 'name': SearchDatastore_Task, 'duration_secs': 0.021056} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.537311] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537560] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.537803] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.537948] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.538306] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.538414] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41ea55c7-09ab-466a-a9e8-197c22b04c44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.551493] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.551736] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.552570] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26da356c-2944-43d4-b905-74d093735176 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.558649] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 931.558649] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527d4fe1-d425-338f-0c6f-ed8abe54c1a7" [ 931.558649] env[69566]: _type = "Task" [ 931.558649] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.566600] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527d4fe1-d425-338f-0c6f-ed8abe54c1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.695254] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.696781] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.698864] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.132s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.698928] env[69566]: DEBUG nova.objects.instance [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lazy-loading 'resources' on Instance uuid 2ccfcbd4-d609-4269-95d6-31963fcb61e1 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.791437] env[69566]: DEBUG oslo_concurrency.lockutils [req-23259e8f-5f4f-4ba2-aa89-096f21430977 req-44ebe16e-6f5c-44e2-839a-086a2bab1889 service nova] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.794209] env[69566]: INFO nova.compute.manager [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Rebuilding instance [ 931.858713] env[69566]: DEBUG nova.compute.manager [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.859746] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c595506f-54e6-4b72-a1da-b8872b498e6a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.933482] env[69566]: INFO nova.compute.manager [-] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Took 1.40 seconds to deallocate network for instance. [ 932.069825] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527d4fe1-d425-338f-0c6f-ed8abe54c1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013001} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.070747] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-404af194-95f9-4a68-b07e-bb57d296f892 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.077129] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 932.077129] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524cc128-2d76-6a99-ee9e-ddcbcdebe14d" [ 932.077129] env[69566]: _type = "Task" [ 932.077129] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.084867] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524cc128-2d76-6a99-ee9e-ddcbcdebe14d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.203092] env[69566]: DEBUG nova.compute.utils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.207283] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.207509] env[69566]: DEBUG nova.network.neutron [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.260429] env[69566]: DEBUG nova.policy [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed56f21806204bcfaa3949589f8e047e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74132dd13d014ec3bb3604dbe982ffb6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.440413] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.543351] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-dc2479b6-2c26-42f7-b4a1-603e38fd3c17-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.543655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-dc2479b6-2c26-42f7-b4a1-603e38fd3c17-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.543914] env[69566]: DEBUG nova.objects.instance [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'flavor' on Instance uuid dc2479b6-2c26-42f7-b4a1-603e38fd3c17 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.598986] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524cc128-2d76-6a99-ee9e-ddcbcdebe14d, 'name': SearchDatastore_Task, 'duration_secs': 0.017545} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.599123] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.599519] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/43ae5650-a6e3-4817-a372-c2e71edea303.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.599749] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6faaa5f9-bc38-4642-9684-680df1c5769c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.613018] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 932.613018] env[69566]: value = "task-3407611" [ 932.613018] env[69566]: _type = "Task" [ 932.613018] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.625210] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.641359] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd632ef0-6d74-45bb-8916-6243a92201d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.649130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ebdcd6-a134-4b6d-8af0-7e13e6dfcdbb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.682832] env[69566]: DEBUG nova.network.neutron [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Successfully created port: f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.686173] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9573f23-fc7e-4e2b-a49f-6305afa7da9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.694595] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba30072-4276-4928-aade-82058be3841f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.711043] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.715279] env[69566]: DEBUG nova.compute.provider_tree [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.827183] env[69566]: DEBUG nova.compute.manager [req-d22fa282-1be2-4104-860a-2fe2eb7d5d94 req-7ab1901d-368f-46c5-99fc-865a3900be69 service nova] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Received event network-vif-deleted-b9cdf37b-fa0f-4096-8e3e-ec4a89669970 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.874742] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.878977] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12696505-87cb-41d2-83ed-0132aa16a13c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.890310] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 932.890310] env[69566]: value = "task-3407612" [ 932.890310] env[69566]: _type = "Task" [ 932.890310] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.899715] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.120963] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407611, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.125882] env[69566]: DEBUG nova.objects.instance [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'pci_requests' on Instance uuid dc2479b6-2c26-42f7-b4a1-603e38fd3c17 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.223934] env[69566]: DEBUG nova.scheduler.client.report [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.400357] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407612, 'name': PowerOffVM_Task, 'duration_secs': 0.156954} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.400647] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.401357] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.402235] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1af7355-db0a-4767-8753-f8899fbbdf3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.409994] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.410286] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b251d3c-7c8e-42ea-93aa-be023558a033 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.438053] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.438053] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.438053] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Deleting the datastore file [datastore1] f4cc5796-4331-4cbc-9379-4f16505f97ed {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.438316] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5f1147e-dea8-4bf3-8826-3ab7d9db3770 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.445707] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 933.445707] env[69566]: value = "task-3407614" [ 933.445707] env[69566]: _type = "Task" [ 933.445707] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.454857] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.622093] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8394} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.622395] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/43ae5650-a6e3-4817-a372-c2e71edea303.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.622562] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.622839] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26a76da1-272d-4efb-b0ed-3dcae55ec239 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.628088] env[69566]: DEBUG nova.objects.base [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.628337] env[69566]: DEBUG nova.network.neutron [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.631565] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 933.631565] env[69566]: value = "task-3407615" [ 933.631565] env[69566]: _type = "Task" [ 933.631565] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.640681] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.671484] env[69566]: DEBUG nova.policy [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.730392] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.732868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.738303] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.109s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.738303] env[69566]: INFO nova.compute.claims [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.782962] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.782962] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.782962] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.782962] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.783255] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.783291] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.783493] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.783656] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.783832] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.784012] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.784200] env[69566]: DEBUG nova.virt.hardware [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.785554] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba52052-63c3-4680-8240-2da2bc4e6555 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.794149] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7d223-267a-46f8-aa87-a38e9d61b531 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.958551] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187248} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.958846] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.959050] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.959638] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.983403] env[69566]: DEBUG nova.network.neutron [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Successfully created port: 089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.142560] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071346} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.142850] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.143623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dd3857-981e-45d4-bb6a-f3f6b604899c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.166221] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/43ae5650-a6e3-4817-a372-c2e71edea303.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.166665] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e0e7ec-7f05-4f35-ae00-f0a28a82bc13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.188311] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 934.188311] env[69566]: value = "task-3407616" [ 934.188311] env[69566]: _type = "Task" [ 934.188311] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.197769] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.262199] env[69566]: DEBUG nova.network.neutron [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Successfully updated port: f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.268907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-804a9a81-97cf-43e5-9321-e204ea585908 tempest-ServerActionsV293TestJSON-791060682 tempest-ServerActionsV293TestJSON-791060682-project-member] Lock "2ccfcbd4-d609-4269-95d6-31963fcb61e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.511s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.698904] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407616, 'name': ReconfigVM_Task, 'duration_secs': 0.419975} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.699274] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/43ae5650-a6e3-4817-a372-c2e71edea303.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.699898] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d553c996-4992-4740-a1eb-600b64deb437 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.706704] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 934.706704] env[69566]: value = "task-3407617" [ 934.706704] env[69566]: _type = "Task" [ 934.706704] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.715714] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407617, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.766139] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.766290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquired lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.766446] env[69566]: DEBUG nova.network.neutron [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.788879] env[69566]: DEBUG nova.compute.manager [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.794021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0dd9d-e779-4514-ac82-fc1c51455cbc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.994963] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.995295] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.995466] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.995732] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.995820] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.996030] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.996188] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.996351] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.996524] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.996688] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.996862] env[69566]: DEBUG nova.virt.hardware [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.997745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780f801b-c0ca-4173-adbd-3b0a0d93f464 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.010917] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80db2fcf-0cba-4b24-8a6f-54781ef55556 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.027652] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.033561] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.036569] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.036826] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d00a264c-6169-4d9a-a583-1884770a5d3a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.057039] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.057039] env[69566]: value = "task-3407618" [ 935.057039] env[69566]: _type = "Task" [ 935.057039] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.066907] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407618, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.156018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c9276f-174b-4452-b543-b482effc3790 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.162954] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd59df-7a4e-43f5-9432-da0148bef3fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.197874] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac33d57-cf9f-43b3-a1d0-b1b4b8d1f234 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.207259] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d5aaf4-a096-4f72-9339-10179e900371 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.229680] env[69566]: DEBUG nova.compute.provider_tree [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.235185] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407617, 'name': Rename_Task, 'duration_secs': 0.192945} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.235943] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.236422] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaf06934-2cdd-4a8e-9759-86d8770b8b03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.246394] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 935.246394] env[69566]: value = "task-3407619" [ 935.246394] env[69566]: _type = "Task" [ 935.246394] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.257286] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.304707] env[69566]: DEBUG nova.network.neutron [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.308705] env[69566]: INFO nova.compute.manager [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] instance snapshotting [ 935.310234] env[69566]: DEBUG nova.objects.instance [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'flavor' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.489868] env[69566]: DEBUG nova.network.neutron [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Successfully updated port: 089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.509946] env[69566]: DEBUG nova.network.neutron [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Updating instance_info_cache with network_info: [{"id": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "address": "fa:16:3e:74:cc:c8", "network": {"id": "24e741a3-5b7f-4484-b84f-d2138b835ecf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1678341234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74132dd13d014ec3bb3604dbe982ffb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8761d8f-ce", "ovs_interfaceid": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.568104] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407618, 'name': CreateVM_Task, 'duration_secs': 0.308471} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.568104] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.568104] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.568311] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.568485] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.568776] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94c11fa-f1e7-451b-a900-758ac2971675 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.573547] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 935.573547] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522212c6-c203-40c4-6ad6-fea33a50d6eb" [ 935.573547] env[69566]: _type = "Task" [ 935.573547] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.581847] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522212c6-c203-40c4-6ad6-fea33a50d6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.737027] env[69566]: DEBUG nova.scheduler.client.report [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.756878] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407619, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.768662] env[69566]: DEBUG nova.compute.manager [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Received event network-vif-plugged-f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.768792] env[69566]: DEBUG oslo_concurrency.lockutils [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] Acquiring lock "a8eb20df-196f-43cd-804a-7ec3c93965db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.768959] env[69566]: DEBUG oslo_concurrency.lockutils [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.769154] env[69566]: DEBUG oslo_concurrency.lockutils [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.769344] env[69566]: DEBUG nova.compute.manager [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] No waiting events found dispatching network-vif-plugged-f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.769512] env[69566]: WARNING nova.compute.manager [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Received unexpected event network-vif-plugged-f8761d8f-ce45-4f47-afa4-e2f6076eb405 for instance with vm_state building and task_state spawning. [ 935.769691] env[69566]: DEBUG nova.compute.manager [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Received event network-changed-f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.769852] env[69566]: DEBUG nova.compute.manager [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Refreshing instance network info cache due to event network-changed-f8761d8f-ce45-4f47-afa4-e2f6076eb405. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.770027] env[69566]: DEBUG oslo_concurrency.lockutils [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] Acquiring lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.816975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a89a33-1f21-46b2-81d2-32c678b327cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.844560] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "83ea2211-bc06-44f0-a2cc-ca2620b45463" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.845045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.845403] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "83ea2211-bc06-44f0-a2cc-ca2620b45463-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.845735] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.846227] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.849195] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a085ea-b887-4b69-98f6-842bccd5777e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.853493] env[69566]: INFO nova.compute.manager [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Terminating instance [ 935.992319] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.992546] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.992733] env[69566]: DEBUG nova.network.neutron [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.012667] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Releasing lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.012976] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Instance network_info: |[{"id": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "address": "fa:16:3e:74:cc:c8", "network": {"id": "24e741a3-5b7f-4484-b84f-d2138b835ecf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1678341234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74132dd13d014ec3bb3604dbe982ffb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8761d8f-ce", "ovs_interfaceid": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.013337] env[69566]: DEBUG oslo_concurrency.lockutils [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] Acquired lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.013791] env[69566]: DEBUG nova.network.neutron [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Refreshing network info cache for port f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.015687] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:cc:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8761d8f-ce45-4f47-afa4-e2f6076eb405', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.023687] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Creating folder: Project (74132dd13d014ec3bb3604dbe982ffb6). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.024733] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e311a25b-a3e8-49bf-bda7-bfc10246a0e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.037483] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Created folder: Project (74132dd13d014ec3bb3604dbe982ffb6) in parent group-v679651. [ 936.037680] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Creating folder: Instances. Parent ref: group-v679857. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.038263] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-217fc97b-0a75-4443-bae0-5a5a241a08db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.046857] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Created folder: Instances in parent group-v679857. [ 936.047109] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.047308] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.047556] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc0e516f-267e-40de-8584-b793f64a6e49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.066401] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.066401] env[69566]: value = "task-3407622" [ 936.066401] env[69566]: _type = "Task" [ 936.066401] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.074063] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407622, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.081836] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522212c6-c203-40c4-6ad6-fea33a50d6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.082138] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.082371] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.082604] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.082783] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.082994] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.083302] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d8801d3-7e72-43b3-843f-799fd7355e48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.093126] env[69566]: DEBUG nova.compute.manager [req-71cfd99e-b99f-451b-baae-7062b78aac76 req-574444fa-3dc1-40f9-ba6a-dd30186baf65 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-vif-plugged-089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.093389] env[69566]: DEBUG oslo_concurrency.lockutils [req-71cfd99e-b99f-451b-baae-7062b78aac76 req-574444fa-3dc1-40f9-ba6a-dd30186baf65 service nova] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.093660] env[69566]: DEBUG oslo_concurrency.lockutils [req-71cfd99e-b99f-451b-baae-7062b78aac76 req-574444fa-3dc1-40f9-ba6a-dd30186baf65 service nova] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.093876] env[69566]: DEBUG oslo_concurrency.lockutils [req-71cfd99e-b99f-451b-baae-7062b78aac76 req-574444fa-3dc1-40f9-ba6a-dd30186baf65 service nova] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.094123] env[69566]: DEBUG nova.compute.manager [req-71cfd99e-b99f-451b-baae-7062b78aac76 req-574444fa-3dc1-40f9-ba6a-dd30186baf65 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] No waiting events found dispatching network-vif-plugged-089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.094306] env[69566]: WARNING nova.compute.manager [req-71cfd99e-b99f-451b-baae-7062b78aac76 req-574444fa-3dc1-40f9-ba6a-dd30186baf65 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received unexpected event network-vif-plugged-089281da-ac28-43e3-9284-18f73efdf735 for instance with vm_state active and task_state None. [ 936.096118] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.096318] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.097111] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b191ff5-8066-434d-8507-946df677e2e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.102345] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 936.102345] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52fa3eba-e94e-b1a8-22e1-a3287649e22c" [ 936.102345] env[69566]: _type = "Task" [ 936.102345] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.110508] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fa3eba-e94e-b1a8-22e1-a3287649e22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.242273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.242838] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.245394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.867s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.245638] env[69566]: DEBUG nova.objects.instance [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lazy-loading 'resources' on Instance uuid 48b7a09a-4147-42b3-b7e4-858fb5310bb8 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.255778] env[69566]: DEBUG oslo_vmware.api [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407619, 'name': PowerOnVM_Task, 'duration_secs': 0.666487} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.256641] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.256822] env[69566]: INFO nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Took 9.01 seconds to spawn the instance on the hypervisor. [ 936.257009] env[69566]: DEBUG nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.257873] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01282801-c8fa-4acd-a172-76c7142147f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.358957] env[69566]: DEBUG nova.compute.manager [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.359228] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.360264] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ef2d42-4dc6-4a48-a60b-f90d62d473f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.368937] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 936.369260] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.369530] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e431827-3d1b-4a96-892f-a7b364e26e73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.371353] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27c9dc9a-8b66-4998-a124-ff67bc87a43d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.377889] env[69566]: DEBUG oslo_vmware.api [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 936.377889] env[69566]: value = "task-3407624" [ 936.377889] env[69566]: _type = "Task" [ 936.377889] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.378863] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 936.378863] env[69566]: value = "task-3407623" [ 936.378863] env[69566]: _type = "Task" [ 936.378863] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.390948] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.395078] env[69566]: DEBUG oslo_vmware.api [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.532256] env[69566]: WARNING nova.network.neutron [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] 50fb37a7-0481-4182-89ac-7150e88c9690 already exists in list: networks containing: ['50fb37a7-0481-4182-89ac-7150e88c9690']. ignoring it [ 936.577120] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407622, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.621648] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fa3eba-e94e-b1a8-22e1-a3287649e22c, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.626553] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad389509-32c2-4cdb-94fc-53eb9eb0894f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.637316] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 936.637316] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52af38c8-610c-fc65-e1a8-17800da015ec" [ 936.637316] env[69566]: _type = "Task" [ 936.637316] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.651568] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52af38c8-610c-fc65-e1a8-17800da015ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.683827] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d8bd2-125c-077a-d70f-7d14dce3e944/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.685209] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6c4aec-9f99-45ee-ae89-b05c9c0f1ba4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.696905] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d8bd2-125c-077a-d70f-7d14dce3e944/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.697159] env[69566]: ERROR oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d8bd2-125c-077a-d70f-7d14dce3e944/disk-0.vmdk due to incomplete transfer. [ 936.697474] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f714d70e-56f8-473a-a5c7-f237a3c38def {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.707109] env[69566]: DEBUG oslo_vmware.rw_handles [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d8bd2-125c-077a-d70f-7d14dce3e944/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.707377] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Uploaded image f9dd9a52-f889-4a5a-8331-f68897e71949 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.710308] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.710632] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b1964698-8721-4b8a-bd32-05758e1e5535 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.717038] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 936.717038] env[69566]: value = "task-3407625" [ 936.717038] env[69566]: _type = "Task" [ 936.717038] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.731370] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407625, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.749754] env[69566]: DEBUG nova.compute.utils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.756332] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.756332] env[69566]: DEBUG nova.network.neutron [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.778752] env[69566]: DEBUG nova.network.neutron [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Updated VIF entry in instance network info cache for port f8761d8f-ce45-4f47-afa4-e2f6076eb405. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.779829] env[69566]: DEBUG nova.network.neutron [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Updating instance_info_cache with network_info: [{"id": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "address": "fa:16:3e:74:cc:c8", "network": {"id": "24e741a3-5b7f-4484-b84f-d2138b835ecf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1678341234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74132dd13d014ec3bb3604dbe982ffb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8761d8f-ce", "ovs_interfaceid": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.780570] env[69566]: INFO nova.compute.manager [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Took 33.23 seconds to build instance. [ 936.808445] env[69566]: DEBUG nova.policy [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '152ad97702e84d11aded0314eb5d03e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1060aded8e47b0ad946096b5159a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.895322] env[69566]: DEBUG oslo_vmware.api [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407624, 'name': PowerOffVM_Task, 'duration_secs': 0.2581} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.895900] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407623, 'name': CreateSnapshot_Task, 'duration_secs': 0.503602} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.895900] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.896084] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.896196] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.896430] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cff0953-be62-42d0-bd2d-785a1502c5b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.898293] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b882c-7454-46df-9ea9-f913f20265e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.965443] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.968491] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.968491] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleting the datastore file [datastore1] 83ea2211-bc06-44f0-a2cc-ca2620b45463 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.968491] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82180974-c088-428c-a1b2-f603030a8d80 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.969932] env[69566]: DEBUG nova.network.neutron [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "089281da-ac28-43e3-9284-18f73efdf735", "address": "fa:16:3e:31:90:5d", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089281da-ac", "ovs_interfaceid": "089281da-ac28-43e3-9284-18f73efdf735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.975502] env[69566]: DEBUG oslo_vmware.api [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 936.975502] env[69566]: value = "task-3407627" [ 936.975502] env[69566]: _type = "Task" [ 936.975502] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.983872] env[69566]: DEBUG oslo_vmware.api [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.084023] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407622, 'name': CreateVM_Task, 'duration_secs': 0.592265} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.084023] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.084023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.084023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.084023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.084023] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2192897-4fbc-41c8-8b98-7b8e12b5957a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.093016] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 937.093016] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520aef30-4d4d-ae16-55ba-b280627b195e" [ 937.093016] env[69566]: _type = "Task" [ 937.093016] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.099731] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520aef30-4d4d-ae16-55ba-b280627b195e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.114021] env[69566]: DEBUG nova.network.neutron [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Successfully created port: 82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.147937] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52af38c8-610c-fc65-e1a8-17800da015ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016808} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.150481] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.150767] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.151927] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048524c0-70b2-4411-ab6f-c6930fb0b298 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.160480] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 937.160480] env[69566]: value = "task-3407628" [ 937.160480] env[69566]: _type = "Task" [ 937.160480] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.171131] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.190619] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0dc8fa-5a2f-4121-9b85-8a9797eff46c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.198128] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b705ae-1062-4afb-b99c-7f272e1834ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.234901] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540954c1-104e-4869-b245-e3689f282fca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.245714] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b0a196-b8e8-40cd-99fa-23b28bb78cc7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.249603] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407625, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.260158] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.263558] env[69566]: DEBUG nova.compute.provider_tree [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.282793] env[69566]: DEBUG oslo_concurrency.lockutils [req-37979807-a810-471f-9f70-26fdaa7c5040 req-6b2d02e0-6e60-447c-8f22-b9dd95721497 service nova] Releasing lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.283442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-36a92a16-dbcd-45b0-8eb5-471ae952b5fd tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "43ae5650-a6e3-4817-a372-c2e71edea303" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.739s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.416357] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.416776] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90663003-5dd2-461b-ae0f-aaecf885cd1a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.426417] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 937.426417] env[69566]: value = "task-3407629" [ 937.426417] env[69566]: _type = "Task" [ 937.426417] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.435892] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407629, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.477050] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.478030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.478273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.479808] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c88fd95-9630-4750-b017-49697ffe52b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.492225] env[69566]: DEBUG oslo_vmware.api [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186561} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.507870] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.508401] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.508401] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.508683] env[69566]: INFO nova.compute.manager [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Took 1.15 seconds to destroy the instance on the hypervisor. [ 937.509454] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.509548] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.509856] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.510050] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.510337] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.510530] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.511323] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.511323] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.511323] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.511501] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.511539] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.511722] env[69566]: DEBUG nova.virt.hardware [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.518592] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Reconfiguring VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 937.519173] env[69566]: DEBUG nova.compute.manager [-] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.519328] env[69566]: DEBUG nova.network.neutron [-] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.521424] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44321c5-3c2f-43f7-95f7-7269f4482f0c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.540055] env[69566]: DEBUG oslo_vmware.api [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 937.540055] env[69566]: value = "task-3407630" [ 937.540055] env[69566]: _type = "Task" [ 937.540055] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.549803] env[69566]: DEBUG oslo_vmware.api [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407630, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.605067] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520aef30-4d4d-ae16-55ba-b280627b195e, 'name': SearchDatastore_Task, 'duration_secs': 0.032028} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.605533] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.605913] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.606299] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606582] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.606928] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.607454] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e51ae869-ef7e-4b29-8165-4208c590405b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.622756] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.622967] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.623787] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0917ff6-bb19-4931-a8b8-17ec85c2db9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.629898] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 937.629898] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bb66e9-8220-69da-5429-f2bc83000597" [ 937.629898] env[69566]: _type = "Task" [ 937.629898] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.640828] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bb66e9-8220-69da-5429-f2bc83000597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.670299] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407628, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.747774] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407625, 'name': Destroy_Task, 'duration_secs': 0.705933} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.748250] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Destroyed the VM [ 937.748732] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.749224] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c3450b05-22e1-43ba-ae6b-899519c6f2d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.757979] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 937.757979] env[69566]: value = "task-3407631" [ 937.757979] env[69566]: _type = "Task" [ 937.757979] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.771323] env[69566]: DEBUG nova.scheduler.client.report [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.782548] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407631, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.938148] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407629, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.050891] env[69566]: DEBUG oslo_vmware.api [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.140338] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bb66e9-8220-69da-5429-f2bc83000597, 'name': SearchDatastore_Task, 'duration_secs': 0.028515} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.141290] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e1b1fc-f55d-4817-9f20-b6ecf0375ea5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.147329] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 938.147329] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5257ce40-8814-fa5b-b3bc-61b11841b541" [ 938.147329] env[69566]: _type = "Task" [ 938.147329] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.155240] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5257ce40-8814-fa5b-b3bc-61b11841b541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.168962] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512977} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.169239] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.169471] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.169724] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601db122-8106-4548-a52d-07a227e63cd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.177015] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 938.177015] env[69566]: value = "task-3407632" [ 938.177015] env[69566]: _type = "Task" [ 938.177015] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.184947] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.268685] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407631, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.271216] env[69566]: DEBUG nova.compute.manager [req-b845648c-156a-41d2-8f6a-83bbb7a033eb req-f1f536a7-3491-4c10-a82e-9f768c582f47 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Received event network-vif-deleted-3c1ac637-422a-4a64-a98a-673922fdca29 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.271413] env[69566]: INFO nova.compute.manager [req-b845648c-156a-41d2-8f6a-83bbb7a033eb req-f1f536a7-3491-4c10-a82e-9f768c582f47 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Neutron deleted interface 3c1ac637-422a-4a64-a98a-673922fdca29; detaching it from the instance and deleting it from the info cache [ 938.271649] env[69566]: DEBUG nova.network.neutron [req-b845648c-156a-41d2-8f6a-83bbb7a033eb req-f1f536a7-3491-4c10-a82e-9f768c582f47 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.283886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.286644] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.289782] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.770s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.291269] env[69566]: INFO nova.compute.claims [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.310884] env[69566]: INFO nova.scheduler.client.report [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Deleted allocations for instance 48b7a09a-4147-42b3-b7e4-858fb5310bb8 [ 938.316558] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.316558] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.316832] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.316862] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.317053] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.317249] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.317554] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.317763] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.318056] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.318679] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.318679] env[69566]: DEBUG nova.virt.hardware [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.322238] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c0eca-6082-4837-b7e7-7cd592d513be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.331870] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118de05-0096-4797-a8da-e27ae7837534 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.371647] env[69566]: DEBUG nova.network.neutron [-] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.441317] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407629, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.500624] env[69566]: INFO nova.compute.manager [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Rescuing [ 938.500910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.501072] env[69566]: DEBUG oslo_concurrency.lockutils [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.501245] env[69566]: DEBUG nova.network.neutron [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.551374] env[69566]: DEBUG oslo_vmware.api [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407630, 'name': ReconfigVM_Task, 'duration_secs': 0.967735} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.551938] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.552185] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Reconfigured VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 938.624304] env[69566]: DEBUG nova.network.neutron [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Successfully updated port: 82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.658145] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5257ce40-8814-fa5b-b3bc-61b11841b541, 'name': SearchDatastore_Task, 'duration_secs': 0.009372} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.658533] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.658968] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a8eb20df-196f-43cd-804a-7ec3c93965db/a8eb20df-196f-43cd-804a-7ec3c93965db.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.659213] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c161c55a-41e8-4ff9-a898-373a512bc5e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.665818] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 938.665818] env[69566]: value = "task-3407633" [ 938.665818] env[69566]: _type = "Task" [ 938.665818] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.674327] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.682578] env[69566]: DEBUG nova.compute.manager [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-changed-089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.682779] env[69566]: DEBUG nova.compute.manager [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Refreshing instance network info cache due to event network-changed-089281da-ac28-43e3-9284-18f73efdf735. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.682994] env[69566]: DEBUG oslo_concurrency.lockutils [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] Acquiring lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.683151] env[69566]: DEBUG oslo_concurrency.lockutils [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] Acquired lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.683314] env[69566]: DEBUG nova.network.neutron [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Refreshing network info cache for port 089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.691285] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060826} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.692120] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.692904] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52105fe7-b9e1-4a9f-be37-94ca461c931d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.715188] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.715739] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194b8f21-42c8-44ed-99ec-11b5f913b76a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.735337] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 938.735337] env[69566]: value = "task-3407634" [ 938.735337] env[69566]: _type = "Task" [ 938.735337] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.743394] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.768901] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407631, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817798} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.769284] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.769508] env[69566]: DEBUG nova.compute.manager [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.770393] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8f185-6849-46a0-beae-48873c72f50b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.779747] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ca1934e-6de6-4ea4-90b8-e0a8c3e53375 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.789293] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9c570-553a-4811-87c8-c05c1d6b301b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.834699] env[69566]: DEBUG nova.compute.manager [req-b845648c-156a-41d2-8f6a-83bbb7a033eb req-f1f536a7-3491-4c10-a82e-9f768c582f47 service nova] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Detach interface failed, port_id=3c1ac637-422a-4a64-a98a-673922fdca29, reason: Instance 83ea2211-bc06-44f0-a2cc-ca2620b45463 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 938.835414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-839c503e-cc6d-4b54-ab2c-747da21eefc9 tempest-ServersTestJSON-1384568919 tempest-ServersTestJSON-1384568919-project-member] Lock "48b7a09a-4147-42b3-b7e4-858fb5310bb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.116s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.874371] env[69566]: INFO nova.compute.manager [-] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Took 1.35 seconds to deallocate network for instance. [ 938.940653] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407629, 'name': CloneVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.057038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19e1bd7b-3b22-4965-9bc5-320ced437c80 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-dc2479b6-2c26-42f7-b4a1-603e38fd3c17-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.513s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.128051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-61159140-fb30-4aef-9828-047e804338ef" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.128051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-61159140-fb30-4aef-9828-047e804338ef" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.128051] env[69566]: DEBUG nova.network.neutron [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.178411] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.203888] env[69566]: DEBUG nova.network.neutron [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.247354] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407634, 'name': ReconfigVM_Task, 'duration_secs': 0.378235} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.247709] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Reconfigured VM instance instance-00000046 to attach disk [datastore2] f4cc5796-4331-4cbc-9379-4f16505f97ed/f4cc5796-4331-4cbc-9379-4f16505f97ed.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.248560] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8180e143-79a9-4fcd-9b2c-0c2dff910eba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.255394] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 939.255394] env[69566]: value = "task-3407635" [ 939.255394] env[69566]: _type = "Task" [ 939.255394] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.267167] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407635, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.290038] env[69566]: INFO nova.compute.manager [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Shelve offloading [ 939.381146] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.448258] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407629, 'name': CloneVM_Task, 'duration_secs': 1.565515} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.451330] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created linked-clone VM from snapshot [ 939.453505] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810dd720-537f-4e45-bafb-0fa2b6736407 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.465985] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Uploading image 4f02ae17-6eab-40d2-930b-65a8c4486561 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.488136] env[69566]: DEBUG nova.network.neutron [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updated VIF entry in instance network info cache for port 089281da-ac28-43e3-9284-18f73efdf735. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.488764] env[69566]: DEBUG nova.network.neutron [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "089281da-ac28-43e3-9284-18f73efdf735", "address": "fa:16:3e:31:90:5d", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089281da-ac", "ovs_interfaceid": "089281da-ac28-43e3-9284-18f73efdf735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.492355] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.492355] env[69566]: value = "vm-679861" [ 939.492355] env[69566]: _type = "VirtualMachine" [ 939.492355] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.492891] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a79f1d77-ab62-496f-9aa0-7af086264f89 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.505236] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease: (returnval){ [ 939.505236] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52200d5c-17f3-dad3-7c55-498c9c3ca2ca" [ 939.505236] env[69566]: _type = "HttpNfcLease" [ 939.505236] env[69566]: } obtained for exporting VM: (result){ [ 939.505236] env[69566]: value = "vm-679861" [ 939.505236] env[69566]: _type = "VirtualMachine" [ 939.505236] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.505236] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the lease: (returnval){ [ 939.505236] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52200d5c-17f3-dad3-7c55-498c9c3ca2ca" [ 939.505236] env[69566]: _type = "HttpNfcLease" [ 939.505236] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.516530] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.516530] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52200d5c-17f3-dad3-7c55-498c9c3ca2ca" [ 939.516530] env[69566]: _type = "HttpNfcLease" [ 939.516530] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.667189] env[69566]: DEBUG nova.network.neutron [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.680903] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981214} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.681283] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a8eb20df-196f-43cd-804a-7ec3c93965db/a8eb20df-196f-43cd-804a-7ec3c93965db.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.681565] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.681961] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91d61531-64a6-4ad7-b0a2-62131b36581e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.689929] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 939.689929] env[69566]: value = "task-3407637" [ 939.689929] env[69566]: _type = "Task" [ 939.689929] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.698253] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.707288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.761896] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc1e7c9-4fae-4d51-b05f-d3d241e8330a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.770237] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407635, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.773115] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c8043-32ef-43b7-9857-812a4bf84539 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.810586] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.811093] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eee4cd8-0153-4044-af6c-325356764a0e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.813244] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed2d83-502a-4374-a5c2-52369c9b587c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.821889] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ea3c9-5c68-4cc7-8703-820f0ab52b98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.828675] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 939.828675] env[69566]: value = "task-3407638" [ 939.828675] env[69566]: _type = "Task" [ 939.828675] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.839692] env[69566]: DEBUG nova.compute.provider_tree [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.846228] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 939.846440] env[69566]: DEBUG nova.compute.manager [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.847222] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b8be7-53cf-4cfb-8983-d020e7f3258e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.855397] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.855565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.855740] env[69566]: DEBUG nova.network.neutron [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.909229] env[69566]: DEBUG nova.network.neutron [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Updating instance_info_cache with network_info: [{"id": "82fa5041-c117-40d6-8c23-0c7c9ee6a055", "address": "fa:16:3e:ee:f0:4c", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82fa5041-c1", "ovs_interfaceid": "82fa5041-c117-40d6-8c23-0c7c9ee6a055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.996747] env[69566]: DEBUG oslo_concurrency.lockutils [req-f108375b-676d-41e8-b7da-e3f27dfbe45d req-c25e6493-5768-4ae7-86d9-903507132b20 service nova] Releasing lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.012588] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.012588] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52200d5c-17f3-dad3-7c55-498c9c3ca2ca" [ 940.012588] env[69566]: _type = "HttpNfcLease" [ 940.012588] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.012908] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.012908] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52200d5c-17f3-dad3-7c55-498c9c3ca2ca" [ 940.012908] env[69566]: _type = "HttpNfcLease" [ 940.012908] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.013642] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a82451c-27db-46cb-80fb-c10cf06cf6a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.021054] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ee388-8df9-8576-ddce-04a0c3c3b6fe/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.021238] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ee388-8df9-8576-ddce-04a0c3c3b6fe/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.116438] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-38033e76-9428-4495-a36e-5049c94f176c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.200482] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061927} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.200871] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.201736] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dfc3ac-6eae-491c-91c1-2e1dd141f19a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.225289] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] a8eb20df-196f-43cd-804a-7ec3c93965db/a8eb20df-196f-43cd-804a-7ec3c93965db.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.225702] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d326c047-adb8-4315-b435-4d2320e7f30e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.247016] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 940.247016] env[69566]: value = "task-3407639" [ 940.247016] env[69566]: _type = "Task" [ 940.247016] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.258486] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.268452] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407635, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.343459] env[69566]: DEBUG nova.scheduler.client.report [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.414023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-61159140-fb30-4aef-9828-047e804338ef" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.414023] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance network_info: |[{"id": "82fa5041-c117-40d6-8c23-0c7c9ee6a055", "address": "fa:16:3e:ee:f0:4c", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82fa5041-c1", "ovs_interfaceid": "82fa5041-c117-40d6-8c23-0c7c9ee6a055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.414023] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f0:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82fa5041-c117-40d6-8c23-0c7c9ee6a055', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.421623] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.422087] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.422753] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-526dc10a-df04-4edc-8788-b4d78bb3b746 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.443642] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.443642] env[69566]: value = "task-3407640" [ 940.443642] env[69566]: _type = "Task" [ 940.443642] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.452584] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407640, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.749173] env[69566]: DEBUG nova.network.neutron [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updating instance_info_cache with network_info: [{"id": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "address": "fa:16:3e:52:cf:6e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap142f49a2-e6", "ovs_interfaceid": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.778272] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.783486] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407635, 'name': Rename_Task, 'duration_secs': 1.195916} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.784955] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.786050] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87e42df3-ff75-4976-8d80-618e7caf69c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.799034] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 940.799034] env[69566]: value = "task-3407641" [ 940.799034] env[69566]: _type = "Task" [ 940.799034] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.811218] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.849611] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.849611] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.856476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.167s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.856476] env[69566]: INFO nova.compute.claims [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.906080] env[69566]: DEBUG nova.compute.manager [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Received event network-vif-plugged-82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.907359] env[69566]: DEBUG oslo_concurrency.lockutils [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] Acquiring lock "61159140-fb30-4aef-9828-047e804338ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.907359] env[69566]: DEBUG oslo_concurrency.lockutils [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] Lock "61159140-fb30-4aef-9828-047e804338ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.908531] env[69566]: DEBUG oslo_concurrency.lockutils [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] Lock "61159140-fb30-4aef-9828-047e804338ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.908531] env[69566]: DEBUG nova.compute.manager [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] No waiting events found dispatching network-vif-plugged-82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.908767] env[69566]: WARNING nova.compute.manager [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Received unexpected event network-vif-plugged-82fa5041-c117-40d6-8c23-0c7c9ee6a055 for instance with vm_state building and task_state spawning. [ 940.908767] env[69566]: DEBUG nova.compute.manager [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Received event network-changed-82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.908874] env[69566]: DEBUG nova.compute.manager [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Refreshing instance network info cache due to event network-changed-82fa5041-c117-40d6-8c23-0c7c9ee6a055. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.909063] env[69566]: DEBUG oslo_concurrency.lockutils [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] Acquiring lock "refresh_cache-61159140-fb30-4aef-9828-047e804338ef" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.909205] env[69566]: DEBUG oslo_concurrency.lockutils [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] Acquired lock "refresh_cache-61159140-fb30-4aef-9828-047e804338ef" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.909403] env[69566]: DEBUG nova.network.neutron [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Refreshing network info cache for port 82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.958783] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407640, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.257716] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.266350] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.267031] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407639, 'name': ReconfigVM_Task, 'duration_secs': 0.640372} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.267122] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364c3553-74c1-40c6-a12e-4de2253ddfbd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.269014] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Reconfigured VM instance instance-00000048 to attach disk [datastore2] a8eb20df-196f-43cd-804a-7ec3c93965db/a8eb20df-196f-43cd-804a-7ec3c93965db.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.269903] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3630aef1-b9ec-44a8-a502-e92370751e2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.276759] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 941.276759] env[69566]: value = "task-3407642" [ 941.276759] env[69566]: _type = "Task" [ 941.276759] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.278177] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 941.278177] env[69566]: value = "task-3407643" [ 941.278177] env[69566]: _type = "Task" [ 941.278177] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.291816] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.295729] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407643, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.310667] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407641, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.359280] env[69566]: DEBUG nova.compute.utils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.361061] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.361280] env[69566]: DEBUG nova.network.neutron [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.425210] env[69566]: DEBUG nova.policy [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad513d70f2cf471784ec2d80dbe0b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e9df55698947a88c9bc1654513cb6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.462261] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407640, 'name': CreateVM_Task, 'duration_secs': 0.690473} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.463498] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.463498] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.463932] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.465308] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.465308] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf14d83-64fc-4010-b7e9-8acb8bd4f44f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.473216] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 941.473216] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dc37ac-76a3-0eae-2892-c02262aa800b" [ 941.473216] env[69566]: _type = "Task" [ 941.473216] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.486519] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dc37ac-76a3-0eae-2892-c02262aa800b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.723956] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-dc2479b6-2c26-42f7-b4a1-603e38fd3c17-089281da-ac28-43e3-9284-18f73efdf735" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.724552] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-dc2479b6-2c26-42f7-b4a1-603e38fd3c17-089281da-ac28-43e3-9284-18f73efdf735" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.795191] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407642, 'name': PowerOffVM_Task, 'duration_secs': 0.295274} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.799270] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.800449] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407643, 'name': Rename_Task, 'duration_secs': 0.229701} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.801383] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb2c4d-df8d-456f-916f-a6cf1c07d94a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.805336] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.805650] env[69566]: DEBUG nova.network.neutron [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Updated VIF entry in instance network info cache for port 82fa5041-c117-40d6-8c23-0c7c9ee6a055. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.805995] env[69566]: DEBUG nova.network.neutron [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Updating instance_info_cache with network_info: [{"id": "82fa5041-c117-40d6-8c23-0c7c9ee6a055", "address": "fa:16:3e:ee:f0:4c", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82fa5041-c1", "ovs_interfaceid": "82fa5041-c117-40d6-8c23-0c7c9ee6a055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.807990] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b3e3d4-88cf-493a-8293-1aa89dc8dcca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.846630] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc78f4d-adb9-41fc-b7a5-0c312a5a4fe7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.850684] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 941.850684] env[69566]: value = "task-3407644" [ 941.850684] env[69566]: _type = "Task" [ 941.850684] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.851040] env[69566]: DEBUG oslo_vmware.api [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407641, 'name': PowerOnVM_Task, 'duration_secs': 0.699638} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.851395] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.851744] env[69566]: DEBUG nova.compute.manager [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.857448] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1daffc-98cb-4689-9621-7ecb0066deda {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.869648] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.886625] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.889327] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.892020] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24694ba0-c7d9-41aa-8950-8bde606da7b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.897822] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.901687] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b256cb9-f601-4d45-ac6c-5b0862c6122c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.918540] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.919262] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ec580c-71e2-4750-a93c-fb5cd9bea81e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.928251] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 941.928251] env[69566]: value = "task-3407646" [ 941.928251] env[69566]: _type = "Task" [ 941.928251] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.941672] env[69566]: DEBUG nova.compute.manager [req-c1b791b3-d1f6-47c0-aa16-cb6fe8d397ca req-31bc6ab6-82f2-4184-a238-50faf7311841 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Received event network-vif-unplugged-142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.942133] env[69566]: DEBUG oslo_concurrency.lockutils [req-c1b791b3-d1f6-47c0-aa16-cb6fe8d397ca req-31bc6ab6-82f2-4184-a238-50faf7311841 service nova] Acquiring lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.942413] env[69566]: DEBUG oslo_concurrency.lockutils [req-c1b791b3-d1f6-47c0-aa16-cb6fe8d397ca req-31bc6ab6-82f2-4184-a238-50faf7311841 service nova] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.942634] env[69566]: DEBUG oslo_concurrency.lockutils [req-c1b791b3-d1f6-47c0-aa16-cb6fe8d397ca req-31bc6ab6-82f2-4184-a238-50faf7311841 service nova] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.942809] env[69566]: DEBUG nova.compute.manager [req-c1b791b3-d1f6-47c0-aa16-cb6fe8d397ca req-31bc6ab6-82f2-4184-a238-50faf7311841 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] No waiting events found dispatching network-vif-unplugged-142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.943738] env[69566]: WARNING nova.compute.manager [req-c1b791b3-d1f6-47c0-aa16-cb6fe8d397ca req-31bc6ab6-82f2-4184-a238-50faf7311841 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Received unexpected event network-vif-unplugged-142f49a2-e6ec-4d0a-b49a-df35192f8797 for instance with vm_state shelved and task_state shelving_offloading. [ 941.946290] env[69566]: DEBUG nova.network.neutron [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Successfully created port: 1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.959176] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.959322] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.959650] env[69566]: DEBUG oslo_concurrency.lockutils [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.959841] env[69566]: DEBUG oslo_concurrency.lockutils [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.960207] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.960480] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cca0ccc-9492-4306-910b-948644c65c2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.974242] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.974470] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.975567] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f2067d-cd46-44f4-b6ee-5f12fac32f42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.993057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.993057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.993238] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleting the datastore file [datastore2] d1d500af-6594-455e-a1c5-ed9e4a1c2c22 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.996633] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d35b217-8170-4da0-9506-74f38596b2c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.999253] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 941.999253] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52036faa-255a-5708-b372-417db4d3248f" [ 941.999253] env[69566]: _type = "Task" [ 941.999253] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.002908] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dc37ac-76a3-0eae-2892-c02262aa800b, 'name': SearchDatastore_Task, 'duration_secs': 0.017452} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.008443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.008443] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.008443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.008443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.008443] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.012102] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-181cd23d-b56c-4ed2-aea2-0fe2ffff610b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.014223] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 942.014223] env[69566]: value = "task-3407647" [ 942.014223] env[69566]: _type = "Task" [ 942.014223] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.023596] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52036faa-255a-5708-b372-417db4d3248f, 'name': SearchDatastore_Task, 'duration_secs': 0.013911} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.026456] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.026659] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.032970] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c6241a-e536-44a8-b7d1-42b7cb9fd63f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.036048] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-345afa17-0cb2-4ed5-b78e-cab3cbecc291 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.039168] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.042847] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 942.042847] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528a11c1-66fe-6fc1-7cbe-01d5c1401ac1" [ 942.042847] env[69566]: _type = "Task" [ 942.042847] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.044438] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 942.044438] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52663cd3-4326-c0c3-2b4a-d3e32b53f525" [ 942.044438] env[69566]: _type = "Task" [ 942.044438] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.057479] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528a11c1-66fe-6fc1-7cbe-01d5c1401ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.063590] env[69566]: DEBUG oslo_concurrency.lockutils [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.063927] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. {{(pid=69566) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 942.064279] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52663cd3-4326-c0c3-2b4a-d3e32b53f525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.065579] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f7fa9b8-30be-4231-a613-a44ed10d1372 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.072097] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 942.072097] env[69566]: value = "task-3407648" [ 942.072097] env[69566]: _type = "Task" [ 942.072097] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.084440] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.229141] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.229599] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.232618] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577971fd-6e46-4ba8-a2b7-54610966ce67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.259462] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb517a57-0f51-4c44-adbc-515e066c1301 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.294440] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Reconfiguring VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 942.298478] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9215d0-c175-4497-9a35-c55eb1abefac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.314439] env[69566]: DEBUG oslo_concurrency.lockutils [req-61e788cf-00c5-430d-9578-db56aa466320 req-9209a523-ea46-4b80-a279-0077ce0c47da service nova] Releasing lock "refresh_cache-61159140-fb30-4aef-9828-047e804338ef" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.319570] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 942.319570] env[69566]: value = "task-3407649" [ 942.319570] env[69566]: _type = "Task" [ 942.319570] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.329900] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.364417] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407644, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.411085] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.527963] env[69566]: DEBUG oslo_vmware.api [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191968} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.528859] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.528859] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.528859] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.538414] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeac036-5266-4b74-9bc7-50ef5650b6c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.544293] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f69a93d-dc59-42ba-89c5-25b346514676 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.583020] env[69566]: INFO nova.scheduler.client.report [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocations for instance d1d500af-6594-455e-a1c5-ed9e4a1c2c22 [ 942.590301] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373bfebd-92e7-410d-a8ef-791c998845d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.600305] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52663cd3-4326-c0c3-2b4a-d3e32b53f525, 'name': SearchDatastore_Task, 'duration_secs': 0.021294} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.600305] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-505b36de-ee76-4773-af7e-7db542ef0162 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.608103] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407648, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.609826] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015d626-c387-4d02-a6a0-5df714335e3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.617819] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 942.617819] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528aace7-3c41-5f70-825f-4f6fa37edbb6" [ 942.617819] env[69566]: _type = "Task" [ 942.617819] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.631786] env[69566]: DEBUG nova.compute.provider_tree [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.639854] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528aace7-3c41-5f70-825f-4f6fa37edbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.023752} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.640134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.640407] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.640721] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df053dce-d083-46dd-8125-e824d68c6376 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.653116] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 942.653116] env[69566]: value = "task-3407650" [ 942.653116] env[69566]: _type = "Task" [ 942.653116] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.660044] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.832588] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.863634] env[69566]: DEBUG oslo_vmware.api [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407644, 'name': PowerOnVM_Task, 'duration_secs': 0.549936} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.864020] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.864322] env[69566]: INFO nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Took 9.13 seconds to spawn the instance on the hypervisor. [ 942.864544] env[69566]: DEBUG nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.865552] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb754289-ad87-45b3-ab99-af9806dda2c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.896931] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.929573] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a8b02515f9f869982c8f64d755b65aa5',container_format='bare',created_at=2025-04-10T19:57:43Z,direct_url=,disk_format='vmdk',id=3a48d041-6448-4c90-b118-07622726364b,min_disk=1,min_ram=0,name='tempest-test-snap-1181982469',owner='36e9df55698947a88c9bc1654513cb6b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-10T19:57:58Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.931162] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.931162] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.934441] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.934626] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.934828] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.935106] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.935328] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.935842] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.935842] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.935942] env[69566]: DEBUG nova.virt.hardware [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.938052] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee2754-3497-438f-b62b-acf7d8a49994 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.949294] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d73d1d-ac3c-45ce-bae6-a70b6f0d2347 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.088979] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.096336] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584315} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.096658] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. [ 943.098699] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914fbaa5-ba23-4def-8da3-1362c2d392d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.133039] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.134233] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8983d88e-0ad2-4e17-bad6-c7cd84bbd051 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.148673] env[69566]: DEBUG nova.scheduler.client.report [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.160065] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 943.160065] env[69566]: value = "task-3407651" [ 943.160065] env[69566]: _type = "Task" [ 943.160065] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.163620] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407650, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.173207] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407651, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.330941] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.386824] env[69566]: INFO nova.compute.manager [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Took 36.74 seconds to build instance. [ 943.609621] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "f4cc5796-4331-4cbc-9379-4f16505f97ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.609930] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "f4cc5796-4331-4cbc-9379-4f16505f97ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.610167] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "f4cc5796-4331-4cbc-9379-4f16505f97ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.610354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "f4cc5796-4331-4cbc-9379-4f16505f97ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.610524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "f4cc5796-4331-4cbc-9379-4f16505f97ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.612572] env[69566]: INFO nova.compute.manager [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Terminating instance [ 943.654437] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.654976] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.659895] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.679s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.660198] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.666900] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.219s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.666900] env[69566]: DEBUG nova.objects.instance [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lazy-loading 'resources' on Instance uuid 766f5a95-f23d-47e3-bd45-4ef94955ac5c {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.691223] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531327} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.695036] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.695036] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.695211] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.696691] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e3d605-66da-4e72-aef7-5799e7558700 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.700102] env[69566]: DEBUG nova.compute.manager [req-01594bc4-0969-4663-8663-7bca45060f74 req-32ab654b-d828-4baf-96b3-70cc113dd738 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Received event network-vif-plugged-1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.700185] env[69566]: DEBUG oslo_concurrency.lockutils [req-01594bc4-0969-4663-8663-7bca45060f74 req-32ab654b-d828-4baf-96b3-70cc113dd738 service nova] Acquiring lock "3e289482-762a-47c7-9ca0-c30386819975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.700422] env[69566]: DEBUG oslo_concurrency.lockutils [req-01594bc4-0969-4663-8663-7bca45060f74 req-32ab654b-d828-4baf-96b3-70cc113dd738 service nova] Lock "3e289482-762a-47c7-9ca0-c30386819975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.700587] env[69566]: DEBUG oslo_concurrency.lockutils [req-01594bc4-0969-4663-8663-7bca45060f74 req-32ab654b-d828-4baf-96b3-70cc113dd738 service nova] Lock "3e289482-762a-47c7-9ca0-c30386819975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.700805] env[69566]: DEBUG nova.compute.manager [req-01594bc4-0969-4663-8663-7bca45060f74 req-32ab654b-d828-4baf-96b3-70cc113dd738 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] No waiting events found dispatching network-vif-plugged-1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.701038] env[69566]: WARNING nova.compute.manager [req-01594bc4-0969-4663-8663-7bca45060f74 req-32ab654b-d828-4baf-96b3-70cc113dd738 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Received unexpected event network-vif-plugged-1fe5fea7-7c0c-474e-a03f-7c783685c7bf for instance with vm_state building and task_state spawning. [ 943.707044] env[69566]: INFO nova.scheduler.client.report [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleted allocations for instance d4e459bb-abd3-4676-ac4e-14a30681bd8b [ 943.711241] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 943.711241] env[69566]: value = "task-3407652" [ 943.711241] env[69566]: _type = "Task" [ 943.711241] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.729412] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.730184] env[69566]: DEBUG nova.network.neutron [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Successfully updated port: 1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.832231] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.888507] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3e997038-5367-4ab9-9b12-4b11a1c3e663 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.261s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.073258] env[69566]: DEBUG nova.compute.manager [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Received event network-changed-142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.073258] env[69566]: DEBUG nova.compute.manager [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Refreshing instance network info cache due to event network-changed-142f49a2-e6ec-4d0a-b49a-df35192f8797. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.073258] env[69566]: DEBUG oslo_concurrency.lockutils [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] Acquiring lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.073258] env[69566]: DEBUG oslo_concurrency.lockutils [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] Acquired lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.073258] env[69566]: DEBUG nova.network.neutron [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Refreshing network info cache for port 142f49a2-e6ec-4d0a-b49a-df35192f8797 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.117024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "refresh_cache-f4cc5796-4331-4cbc-9379-4f16505f97ed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.117247] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquired lock "refresh_cache-f4cc5796-4331-4cbc-9379-4f16505f97ed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.117426] env[69566]: DEBUG nova.network.neutron [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.161237] env[69566]: DEBUG nova.compute.utils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.162818] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.162993] env[69566]: DEBUG nova.network.neutron [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.199153] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407651, 'name': ReconfigVM_Task, 'duration_secs': 0.782833} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.200595] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.200595] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad19e42-d597-48f6-80e6-b5199a9b5dcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.239679] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ef692cc0-2083-4b8c-be72-64a995134497 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "d4e459bb-abd3-4676-ac4e-14a30681bd8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.219s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.245388] env[69566]: DEBUG nova.policy [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.252927] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "refresh_cache-3e289482-762a-47c7-9ca0-c30386819975" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.253120] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "refresh_cache-3e289482-762a-47c7-9ca0-c30386819975" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.253278] env[69566]: DEBUG nova.network.neutron [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.254445] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c713696-815e-461f-a8ff-3a9fa69b899b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.277411] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079077} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.278202] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.278611] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 944.278611] env[69566]: value = "task-3407653" [ 944.278611] env[69566]: _type = "Task" [ 944.278611] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.279534] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416f519-7731-4ad5-9074-df3ccc458168 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.297093] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.314568] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.318142] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98eeefdc-0615-49e9-af62-c8472007e02b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.348159] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.352798] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 944.352798] env[69566]: value = "task-3407654" [ 944.352798] env[69566]: _type = "Task" [ 944.352798] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.359045] env[69566]: DEBUG nova.network.neutron [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.364936] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.437524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.667293] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.684482] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6025a2-32e0-49e0-aae7-5eda32bea244 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.693695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d333fe11-b9d3-4dba-a7b1-9a9801d81878 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.749074] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f12d1e-57d3-43ca-b1d9-207552ed87f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.758327] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4cb63c-e14b-41b4-9935-1d6061fc910f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.774318] env[69566]: DEBUG nova.compute.provider_tree [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.794793] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407653, 'name': ReconfigVM_Task, 'duration_secs': 0.33109} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.794793] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.794793] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-713d1772-c73a-4419-8eb2-05bf72d0c7b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.805482] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 944.805482] env[69566]: value = "task-3407655" [ 944.805482] env[69566]: _type = "Task" [ 944.805482] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.821598] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.822900] env[69566]: DEBUG nova.network.neutron [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.850293] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.863196] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.026275] env[69566]: DEBUG nova.network.neutron [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.069215] env[69566]: DEBUG nova.network.neutron [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Successfully created port: e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.115386] env[69566]: DEBUG nova.network.neutron [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Updating instance_info_cache with network_info: [{"id": "1fe5fea7-7c0c-474e-a03f-7c783685c7bf", "address": "fa:16:3e:ed:08:90", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe5fea7-7c", "ovs_interfaceid": "1fe5fea7-7c0c-474e-a03f-7c783685c7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.172080] env[69566]: DEBUG nova.network.neutron [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updated VIF entry in instance network info cache for port 142f49a2-e6ec-4d0a-b49a-df35192f8797. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.172494] env[69566]: DEBUG nova.network.neutron [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updating instance_info_cache with network_info: [{"id": "142f49a2-e6ec-4d0a-b49a-df35192f8797", "address": "fa:16:3e:52:cf:6e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": null, "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap142f49a2-e6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.281196] env[69566]: DEBUG nova.scheduler.client.report [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.319415] env[69566]: DEBUG oslo_vmware.api [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407655, 'name': PowerOnVM_Task, 'duration_secs': 0.501988} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.319938] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.323711] env[69566]: DEBUG nova.compute.manager [None req-37e44c8f-8e71-4681-bce1-e0463bcbac3d tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.325522] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec852ca-8a33-41bf-9ec4-88bc1d30a6ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.346880] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.365249] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407654, 'name': ReconfigVM_Task, 'duration_secs': 0.627333} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.365249] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.366448] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d91457c8-c716-4cf0-aa98-e5e1dee54c05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.372370] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 945.372370] env[69566]: value = "task-3407656" [ 945.372370] env[69566]: _type = "Task" [ 945.372370] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.383050] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407656, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.530434] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Releasing lock "refresh_cache-f4cc5796-4331-4cbc-9379-4f16505f97ed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.530987] env[69566]: DEBUG nova.compute.manager [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.531266] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.533689] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917c12eb-36b6-4e67-9373-c6a295144a16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.545905] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.547173] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c716287-8c9e-4fe8-af2c-b481055f3f4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.554790] env[69566]: DEBUG oslo_vmware.api [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 945.554790] env[69566]: value = "task-3407657" [ 945.554790] env[69566]: _type = "Task" [ 945.554790] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.565584] env[69566]: DEBUG oslo_vmware.api [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.618465] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "refresh_cache-3e289482-762a-47c7-9ca0-c30386819975" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.621884] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Instance network_info: |[{"id": "1fe5fea7-7c0c-474e-a03f-7c783685c7bf", "address": "fa:16:3e:ed:08:90", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe5fea7-7c", "ovs_interfaceid": "1fe5fea7-7c0c-474e-a03f-7c783685c7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.621884] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:08:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe5fea7-7c0c-474e-a03f-7c783685c7bf', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.628111] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.628431] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.628717] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307abe64-8e7f-4069-8c00-a7f9c77c86e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.653838] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.653838] env[69566]: value = "task-3407658" [ 945.653838] env[69566]: _type = "Task" [ 945.653838] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.665330] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407658, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.681541] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.684598] env[69566]: DEBUG oslo_concurrency.lockutils [req-d5dba397-09d7-41d2-b933-b4ff254157ef req-c1ea659d-be03-4a38-a2c2-2f0969fb7d91 service nova] Releasing lock "refresh_cache-d1d500af-6594-455e-a1c5-ed9e4a1c2c22" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.717420] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.717882] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.718295] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.718787] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.719093] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.720049] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.720340] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.721359] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.721359] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.721359] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.721359] env[69566]: DEBUG nova.virt.hardware [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.721967] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5834c7d-2ba2-45b9-8ad6-96790abf3d0e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.737951] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae112742-54d4-4450-af36-e78066244a3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.787338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.794464] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.308s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.794935] env[69566]: DEBUG nova.objects.instance [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lazy-loading 'resources' on Instance uuid 54b3b555-f24e-4eea-8c30-e659ce7395d3 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.831545] env[69566]: INFO nova.scheduler.client.report [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Deleted allocations for instance 766f5a95-f23d-47e3-bd45-4ef94955ac5c [ 945.854420] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.882079] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407656, 'name': Rename_Task, 'duration_secs': 0.259589} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.882395] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.882623] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afeaa70-5492-45f9-89ba-cf661c1eb112 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.895804] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 945.895804] env[69566]: value = "task-3407659" [ 945.895804] env[69566]: _type = "Task" [ 945.895804] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.905228] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.068028] env[69566]: DEBUG oslo_vmware.api [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407657, 'name': PowerOffVM_Task, 'duration_secs': 0.151443} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.068521] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.068521] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.068770] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27c87bc-31fd-4b6f-83e1-fda02325e592 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.084992] env[69566]: DEBUG nova.compute.manager [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Received event network-changed-1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.085298] env[69566]: DEBUG nova.compute.manager [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Refreshing instance network info cache due to event network-changed-1fe5fea7-7c0c-474e-a03f-7c783685c7bf. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.085629] env[69566]: DEBUG oslo_concurrency.lockutils [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] Acquiring lock "refresh_cache-3e289482-762a-47c7-9ca0-c30386819975" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.086521] env[69566]: DEBUG oslo_concurrency.lockutils [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] Acquired lock "refresh_cache-3e289482-762a-47c7-9ca0-c30386819975" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.086521] env[69566]: DEBUG nova.network.neutron [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Refreshing network info cache for port 1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.104291] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.104443] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.104925] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Deleting the datastore file [datastore2] f4cc5796-4331-4cbc-9379-4f16505f97ed {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.104925] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2332806d-8c3b-47e2-9c3f-ac1dafb9dff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.112933] env[69566]: DEBUG oslo_vmware.api [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for the task: (returnval){ [ 946.112933] env[69566]: value = "task-3407661" [ 946.112933] env[69566]: _type = "Task" [ 946.112933] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.122608] env[69566]: DEBUG oslo_vmware.api [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.166113] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407658, 'name': CreateVM_Task, 'duration_secs': 0.417653} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.166113] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.166280] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.167292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.167292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.167292] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1618b748-78f4-4532-af8b-6c32695c635c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.178997] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 946.178997] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b255ac-e9bd-077c-0ef1-c78fb69241a3" [ 946.178997] env[69566]: _type = "Task" [ 946.178997] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.188344] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b255ac-e9bd-077c-0ef1-c78fb69241a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.231722] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.233257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.233257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.233257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.233257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.235900] env[69566]: INFO nova.compute.manager [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Terminating instance [ 946.286869] env[69566]: DEBUG nova.compute.manager [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Received event network-changed-f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.288527] env[69566]: DEBUG nova.compute.manager [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Refreshing instance network info cache due to event network-changed-f8761d8f-ce45-4f47-afa4-e2f6076eb405. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.288763] env[69566]: DEBUG oslo_concurrency.lockutils [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] Acquiring lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.289092] env[69566]: DEBUG oslo_concurrency.lockutils [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] Acquired lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.289092] env[69566]: DEBUG nova.network.neutron [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Refreshing network info cache for port f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.344642] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8c8f12c1-629a-4598-8be5-496bbcf02635 tempest-ServersAdminTestJSON-1923717545 tempest-ServersAdminTestJSON-1923717545-project-member] Lock "766f5a95-f23d-47e3-bd45-4ef94955ac5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.325s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.360822] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.409929] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407659, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.628816] env[69566]: DEBUG oslo_vmware.api [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Task: {'id': task-3407661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103001} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.632113] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.632295] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.632490] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.632677] env[69566]: INFO nova.compute.manager [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Took 1.10 seconds to destroy the instance on the hypervisor. [ 946.632930] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.635715] env[69566]: DEBUG nova.compute.manager [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.635813] env[69566]: DEBUG nova.network.neutron [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.654841] env[69566]: DEBUG nova.network.neutron [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.700275] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.700368] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Processing image 3a48d041-6448-4c90-b118-07622726364b {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.700786] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.701074] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.701919] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.702524] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08412b23-ab60-4c04-846f-b01d8a4f3486 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.716981] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.717725] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.719473] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a34a1c-bce3-4e40-9f3d-62fdfbcaecde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.730066] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 946.730066] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c42d3c-0b2d-538e-f443-697a3a4b4753" [ 946.730066] env[69566]: _type = "Task" [ 946.730066] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.741646] env[69566]: DEBUG nova.compute.manager [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.741866] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.742690] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c42d3c-0b2d-538e-f443-697a3a4b4753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.745589] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa4c26c-4644-4a63-98d1-daeeaf98b5da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.750225] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c23f12-66fd-4e4e-b0a4-650d1bfe30a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.764355] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.765445] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0d0d8b-6ab1-4409-8f62-cc2edd05ac2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.768873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56edb478-5ab5-4948-9f3b-c4bfc6ea1baf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.804568] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4fc707-b88c-4540-885c-ef09ac49d85a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.807486] env[69566]: DEBUG oslo_vmware.api [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 946.807486] env[69566]: value = "task-3407662" [ 946.807486] env[69566]: _type = "Task" [ 946.807486] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.818918] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b200cf1-b64b-447f-965e-00b6bcc82b8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.826206] env[69566]: DEBUG oslo_vmware.api [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.836165] env[69566]: DEBUG nova.compute.provider_tree [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.856219] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.908392] env[69566]: DEBUG oslo_vmware.api [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407659, 'name': PowerOnVM_Task, 'duration_secs': 0.709532} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.908392] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.908392] env[69566]: INFO nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Took 8.62 seconds to spawn the instance on the hypervisor. [ 946.908392] env[69566]: DEBUG nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.908979] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa607d-4d9d-443c-9aae-991bc3f1b1ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.159244] env[69566]: DEBUG nova.network.neutron [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Updated VIF entry in instance network info cache for port 1fe5fea7-7c0c-474e-a03f-7c783685c7bf. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.159530] env[69566]: DEBUG nova.network.neutron [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Updating instance_info_cache with network_info: [{"id": "1fe5fea7-7c0c-474e-a03f-7c783685c7bf", "address": "fa:16:3e:ed:08:90", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe5fea7-7c", "ovs_interfaceid": "1fe5fea7-7c0c-474e-a03f-7c783685c7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.160553] env[69566]: DEBUG nova.network.neutron [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.247942] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 947.248458] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Fetch image to [datastore1] OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f/OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 947.249105] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Downloading stream optimized image 3a48d041-6448-4c90-b118-07622726364b to [datastore1] OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f/OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f.vmdk on the data store datastore1 as vApp {{(pid=69566) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 947.249454] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Downloading image file data 3a48d041-6448-4c90-b118-07622726364b to the ESX as VM named 'OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f' {{(pid=69566) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 947.271198] env[69566]: DEBUG nova.network.neutron [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Updated VIF entry in instance network info cache for port f8761d8f-ce45-4f47-afa4-e2f6076eb405. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.271198] env[69566]: DEBUG nova.network.neutron [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Updating instance_info_cache with network_info: [{"id": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "address": "fa:16:3e:74:cc:c8", "network": {"id": "24e741a3-5b7f-4484-b84f-d2138b835ecf", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1678341234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74132dd13d014ec3bb3604dbe982ffb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8761d8f-ce", "ovs_interfaceid": "f8761d8f-ce45-4f47-afa4-e2f6076eb405", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.307225] env[69566]: DEBUG nova.network.neutron [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Successfully updated port: e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.322221] env[69566]: DEBUG oslo_vmware.api [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407662, 'name': PowerOffVM_Task, 'duration_secs': 0.251126} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.322515] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.322714] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.322986] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0fc7d8e-87ad-4573-bfb9-0f99b21ca70a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.340127] env[69566]: DEBUG nova.scheduler.client.report [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.355573] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.360885] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 947.360885] env[69566]: value = "resgroup-9" [ 947.360885] env[69566]: _type = "ResourcePool" [ 947.360885] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 947.361219] env[69566]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6c00bfc2-759a-4957-81ba-5aeb31a2d326 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.387308] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease: (returnval){ [ 947.387308] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092fbf-67b8-8c5a-ae4a-666501b9385e" [ 947.387308] env[69566]: _type = "HttpNfcLease" [ 947.387308] env[69566]: } obtained for vApp import into resource pool (val){ [ 947.387308] env[69566]: value = "resgroup-9" [ 947.387308] env[69566]: _type = "ResourcePool" [ 947.387308] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 947.387729] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the lease: (returnval){ [ 947.387729] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092fbf-67b8-8c5a-ae4a-666501b9385e" [ 947.387729] env[69566]: _type = "HttpNfcLease" [ 947.387729] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 947.397573] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.397573] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092fbf-67b8-8c5a-ae4a-666501b9385e" [ 947.397573] env[69566]: _type = "HttpNfcLease" [ 947.397573] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.400699] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.401099] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.401099] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleting the datastore file [datastore2] 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.401329] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68b8b00a-5f33-4be4-8f5a-62ada634ce76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.410529] env[69566]: DEBUG oslo_vmware.api [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for the task: (returnval){ [ 947.410529] env[69566]: value = "task-3407665" [ 947.410529] env[69566]: _type = "Task" [ 947.410529] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.424521] env[69566]: DEBUG oslo_vmware.api [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.427521] env[69566]: INFO nova.compute.manager [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Took 34.82 seconds to build instance. [ 947.667373] env[69566]: DEBUG oslo_concurrency.lockutils [req-907efd8f-de25-40b8-9fec-3d220eeaa7d4 req-c146465a-13ab-4436-a7ed-68f01018ec57 service nova] Releasing lock "refresh_cache-3e289482-762a-47c7-9ca0-c30386819975" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.670951] env[69566]: INFO nova.compute.manager [-] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Took 1.03 seconds to deallocate network for instance. [ 947.734295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "00d077af-c890-49ed-8af5-bfabfc43c6da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.734541] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.776798] env[69566]: DEBUG oslo_concurrency.lockutils [req-8dfd1263-4078-4984-b026-44de1e37b982 req-73c74516-bdc6-46df-965f-1ff1f8224f56 service nova] Releasing lock "refresh_cache-a8eb20df-196f-43cd-804a-7ec3c93965db" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.809940] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-3f2c5d01-9029-425a-a038-274c4894b066" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.810099] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-3f2c5d01-9029-425a-a038-274c4894b066" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.810265] env[69566]: DEBUG nova.network.neutron [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.852272] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.852272] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.358s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.853714] env[69566]: INFO nova.compute.claims [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.871818] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.883551] env[69566]: INFO nova.scheduler.client.report [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Deleted allocations for instance 54b3b555-f24e-4eea-8c30-e659ce7395d3 [ 947.898128] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.898128] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092fbf-67b8-8c5a-ae4a-666501b9385e" [ 947.898128] env[69566]: _type = "HttpNfcLease" [ 947.898128] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.923053] env[69566]: DEBUG oslo_vmware.api [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Task: {'id': task-3407665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166671} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.923785] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.923785] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.923978] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.924692] env[69566]: INFO nova.compute.manager [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Took 1.18 seconds to destroy the instance on the hypervisor. [ 947.925205] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.925637] env[69566]: DEBUG nova.compute.manager [-] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.925773] env[69566]: DEBUG nova.network.neutron [-] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.929309] env[69566]: DEBUG oslo_concurrency.lockutils [None req-01448e20-afab-4048-83f4-b0230c88261a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.335s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.180423] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.239964] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.343459] env[69566]: DEBUG nova.network.neutron [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.360529] env[69566]: DEBUG oslo_vmware.api [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407649, 'name': ReconfigVM_Task, 'duration_secs': 5.837894} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.360529] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.360768] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Reconfigured VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 948.394448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d9889255-d0f0-4e64-90a7-f13671d67254 tempest-ServersWithSpecificFlavorTestJSON-1886354194 tempest-ServersWithSpecificFlavorTestJSON-1886354194-project-member] Lock "54b3b555-f24e-4eea-8c30-e659ce7395d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.733s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.402502] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.402502] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092fbf-67b8-8c5a-ae4a-666501b9385e" [ 948.402502] env[69566]: _type = "HttpNfcLease" [ 948.402502] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 948.402954] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 948.402954] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52092fbf-67b8-8c5a-ae4a-666501b9385e" [ 948.402954] env[69566]: _type = "HttpNfcLease" [ 948.402954] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 948.404246] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467b188-6438-49d5-9089-d78d3df4af6c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.413330] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52101425-2020-b2cb-cf1f-74258e97e0c9/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 948.413524] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52101425-2020-b2cb-cf1f-74258e97e0c9/disk-0.vmdk. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 948.477698] env[69566]: DEBUG nova.compute.manager [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Received event network-vif-plugged-e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.477968] env[69566]: DEBUG oslo_concurrency.lockutils [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] Acquiring lock "3f2c5d01-9029-425a-a038-274c4894b066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.478209] env[69566]: DEBUG oslo_concurrency.lockutils [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] Lock "3f2c5d01-9029-425a-a038-274c4894b066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.478389] env[69566]: DEBUG oslo_concurrency.lockutils [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] Lock "3f2c5d01-9029-425a-a038-274c4894b066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.478599] env[69566]: DEBUG nova.compute.manager [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] No waiting events found dispatching network-vif-plugged-e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.478778] env[69566]: WARNING nova.compute.manager [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Received unexpected event network-vif-plugged-e288f5fb-59d8-4807-bc7a-c97f149a17b7 for instance with vm_state building and task_state spawning. [ 948.478938] env[69566]: DEBUG nova.compute.manager [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Received event network-changed-e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.479126] env[69566]: DEBUG nova.compute.manager [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Refreshing instance network info cache due to event network-changed-e288f5fb-59d8-4807-bc7a-c97f149a17b7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.479312] env[69566]: DEBUG oslo_concurrency.lockutils [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] Acquiring lock "refresh_cache-3f2c5d01-9029-425a-a038-274c4894b066" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.487814] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1be435c1-96f9-4b04-b689-9a804ab3102a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.600448] env[69566]: DEBUG nova.network.neutron [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Updating instance_info_cache with network_info: [{"id": "e288f5fb-59d8-4807-bc7a-c97f149a17b7", "address": "fa:16:3e:25:45:46", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape288f5fb-59", "ovs_interfaceid": "e288f5fb-59d8-4807-bc7a-c97f149a17b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.630128] env[69566]: DEBUG nova.compute.manager [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-changed-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.630370] env[69566]: DEBUG nova.compute.manager [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing instance network info cache due to event network-changed-a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.630635] env[69566]: DEBUG oslo_concurrency.lockutils [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.630791] env[69566]: DEBUG oslo_concurrency.lockutils [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.631082] env[69566]: DEBUG nova.network.neutron [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing network info cache for port a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.768996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.798028] env[69566]: DEBUG nova.network.neutron [-] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.103380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-3f2c5d01-9029-425a-a038-274c4894b066" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.103815] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Instance network_info: |[{"id": "e288f5fb-59d8-4807-bc7a-c97f149a17b7", "address": "fa:16:3e:25:45:46", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape288f5fb-59", "ovs_interfaceid": "e288f5fb-59d8-4807-bc7a-c97f149a17b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.104206] env[69566]: DEBUG oslo_concurrency.lockutils [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] Acquired lock "refresh_cache-3f2c5d01-9029-425a-a038-274c4894b066" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.104361] env[69566]: DEBUG nova.network.neutron [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Refreshing network info cache for port e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.105825] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:45:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e288f5fb-59d8-4807-bc7a-c97f149a17b7', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.115515] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating folder: Project (a31750ed7c4a48c8877037e898a7488a). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.117384] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14dc1847-2aee-40c2-a1be-111945e10724 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.141550] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created folder: Project (a31750ed7c4a48c8877037e898a7488a) in parent group-v679651. [ 949.141761] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating folder: Instances. Parent ref: group-v679865. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.145238] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c3d50d2-41b4-4375-a32a-cf33c018ba19 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.162110] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created folder: Instances in parent group-v679865. [ 949.162416] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.165730] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.169118] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a1c47d-27c0-4373-b7ab-da8ad6fc2794 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.199478] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.199478] env[69566]: value = "task-3407668" [ 949.199478] env[69566]: _type = "Task" [ 949.199478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.219357] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407668, 'name': CreateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.310023] env[69566]: INFO nova.compute.manager [-] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Took 1.38 seconds to deallocate network for instance. [ 949.380356] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc739c7b-90c7-48aa-9819-5946891110d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.392603] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a8dad4-6aa5-4b48-becc-64c5127afad6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.398163] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 949.398435] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52101425-2020-b2cb-cf1f-74258e97e0c9/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.399429] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211e537d-741a-4d30-85e7-2db3bc65602d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.407762] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52101425-2020-b2cb-cf1f-74258e97e0c9/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.407762] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52101425-2020-b2cb-cf1f-74258e97e0c9/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 949.435263] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-14c42b13-4a7d-432a-9f34-ea4b2d1ad7ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.440823] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c44ae3c-cf41-4595-b4d2-9dad2bd19cba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.450938] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53cba30-48c4-4cdf-ba37-c94ba77416de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.468330] env[69566]: DEBUG nova.compute.provider_tree [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.563097] env[69566]: DEBUG nova.network.neutron [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updated VIF entry in instance network info cache for port a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.563489] env[69566]: DEBUG nova.network.neutron [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.713320] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407668, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.763477] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52101425-2020-b2cb-cf1f-74258e97e0c9/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 949.763968] env[69566]: INFO nova.virt.vmwareapi.images [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Downloaded image file data 3a48d041-6448-4c90-b118-07622726364b [ 949.765496] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a626176-a5ba-44f3-a604-7455a8672654 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.785995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "61159140-fb30-4aef-9828-047e804338ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.786345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.787083] env[69566]: DEBUG nova.compute.manager [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.787616] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da7f19e-d471-4d7c-83f5-3056d6779942 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.790348] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aff5c97b-f433-4b75-bbb9-afc1706ef197 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.801456] env[69566]: DEBUG nova.compute.manager [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 949.801456] env[69566]: DEBUG nova.objects.instance [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'flavor' on Instance uuid 61159140-fb30-4aef-9828-047e804338ef {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.821124] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.823976] env[69566]: INFO nova.virt.vmwareapi.images [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] The imported VM was unregistered [ 949.826072] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 949.826301] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.827179] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df67fc77-d556-4d58-8448-f379755a5d83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.833372] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ee388-8df9-8576-ddce-04a0c3c3b6fe/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.833823] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8156ad3b-4784-44f5-868c-929009576c52 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.842030] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ee388-8df9-8576-ddce-04a0c3c3b6fe/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.842030] env[69566]: ERROR oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ee388-8df9-8576-ddce-04a0c3c3b6fe/disk-0.vmdk due to incomplete transfer. [ 949.842204] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ee582bd-6a4e-4aad-93b2-a0b08eaf2535 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.851265] env[69566]: DEBUG oslo_vmware.rw_handles [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521ee388-8df9-8576-ddce-04a0c3c3b6fe/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.851472] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Uploaded image 4f02ae17-6eab-40d2-930b-65a8c4486561 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.853844] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.857587] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9807d614-0230-4ffd-84d3-d89582761c77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.859242] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created directory with path [datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.859430] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f/OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f.vmdk to [datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk. {{(pid=69566) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 949.860493] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-78bb20d4-11ae-4f08-bda0-54c458da76a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.869959] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 949.869959] env[69566]: value = "task-3407670" [ 949.869959] env[69566]: _type = "Task" [ 949.869959] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.870491] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 949.870491] env[69566]: value = "task-3407671" [ 949.870491] env[69566]: _type = "Task" [ 949.870491] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.885406] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407670, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.885406] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.945029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.945292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.945522] env[69566]: DEBUG nova.network.neutron [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.971869] env[69566]: DEBUG nova.scheduler.client.report [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.035029] env[69566]: DEBUG nova.network.neutron [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Updated VIF entry in instance network info cache for port e288f5fb-59d8-4807-bc7a-c97f149a17b7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.035029] env[69566]: DEBUG nova.network.neutron [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Updating instance_info_cache with network_info: [{"id": "e288f5fb-59d8-4807-bc7a-c97f149a17b7", "address": "fa:16:3e:25:45:46", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape288f5fb-59", "ovs_interfaceid": "e288f5fb-59d8-4807-bc7a-c97f149a17b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.067124] env[69566]: DEBUG oslo_concurrency.lockutils [req-55212771-b058-45b6-a053-aaa7dc51a2dc req-b5164e1a-2b4e-477f-af9d-6ebd53d25a86 service nova] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.215722] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407668, 'name': CreateVM_Task, 'duration_secs': 0.527274} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.216118] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.217067] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.217067] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.217248] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.217720] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49634959-35e5-429d-be82-7aea5f6ebe41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.227213] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 950.227213] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d82490-e1cc-ed5c-4db3-bdabc03510da" [ 950.227213] env[69566]: _type = "Task" [ 950.227213] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.244374] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d82490-e1cc-ed5c-4db3-bdabc03510da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.387066] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.390830] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407670, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.477042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.477615] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.480899] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.204s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.481125] env[69566]: DEBUG nova.objects.instance [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lazy-loading 'resources' on Instance uuid 3f41873d-0120-468c-90ae-255ae2522b03 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.537115] env[69566]: DEBUG oslo_concurrency.lockutils [req-919c188a-b8f2-4016-9625-d1c709d6f471 req-ffa957af-b33c-476c-a688-341d8601ccc5 service nova] Releasing lock "refresh_cache-3f2c5d01-9029-425a-a038-274c4894b066" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.666613] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.666827] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.667083] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.667323] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.667534] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.670888] env[69566]: INFO nova.compute.manager [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Terminating instance [ 950.742906] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d82490-e1cc-ed5c-4db3-bdabc03510da, 'name': SearchDatastore_Task, 'duration_secs': 0.098799} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.743565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.743565] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.743762] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.744213] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.744213] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.744632] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba22684-ea0b-4cf2-85d3-8f6f37be57a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.767423] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.767423] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.768121] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461e98cb-d1ec-4c8b-a607-6f4ada493ca6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.778381] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 950.778381] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5251c3f2-8b26-6016-f5f0-680743a9214f" [ 950.778381] env[69566]: _type = "Task" [ 950.778381] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.792806] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5251c3f2-8b26-6016-f5f0-680743a9214f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.811904] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.812221] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cc2e86e-c29a-4f6a-aaeb-82a2ff7ac792 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.826027] env[69566]: DEBUG oslo_vmware.api [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 950.826027] env[69566]: value = "task-3407672" [ 950.826027] env[69566]: _type = "Task" [ 950.826027] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.840480] env[69566]: DEBUG oslo_vmware.api [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.885055] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.888472] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407670, 'name': Destroy_Task, 'duration_secs': 0.69379} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.888733] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroyed the VM [ 950.888972] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.889249] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bb808e7c-c264-4e2b-8087-2c01712fb522 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.902270] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 950.902270] env[69566]: value = "task-3407673" [ 950.902270] env[69566]: _type = "Task" [ 950.902270] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.918184] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.985154] env[69566]: DEBUG nova.compute.utils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.991777] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.992116] env[69566]: DEBUG nova.network.neutron [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.064891] env[69566]: DEBUG nova.policy [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f3ff536dce4456aa4d6419dbc1266cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e23c1a9fb44ac3b2d31d3b2d318ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.157441] env[69566]: INFO nova.network.neutron [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Port 089281da-ac28-43e3-9284-18f73efdf735 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 951.157892] env[69566]: DEBUG nova.network.neutron [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [{"id": "cc929fbb-6406-44eb-8b75-17d477743a3f", "address": "fa:16:3e:b3:42:e4", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc929fbb-64", "ovs_interfaceid": "cc929fbb-6406-44eb-8b75-17d477743a3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.176026] env[69566]: DEBUG nova.compute.manager [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.176268] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.177195] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bbd8b6-3b05-4a7f-ac29-a4f8a48854da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.195148] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.195471] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689d5730-f1cd-4ea5-86fa-9e1f432b8274 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.208473] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 951.208473] env[69566]: value = "task-3407674" [ 951.208473] env[69566]: _type = "Task" [ 951.208473] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.223860] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.299113] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5251c3f2-8b26-6016-f5f0-680743a9214f, 'name': SearchDatastore_Task, 'duration_secs': 0.089412} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.304172] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618fcc1d-6f8a-4001-a0d6-41310deef811 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.326133] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 951.326133] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c19a4e-04ae-ad18-601a-56185fd19ec2" [ 951.326133] env[69566]: _type = "Task" [ 951.326133] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.341402] env[69566]: DEBUG oslo_vmware.api [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407672, 'name': PowerOffVM_Task, 'duration_secs': 0.305211} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.349735] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.350659] env[69566]: DEBUG nova.compute.manager [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.350659] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c19a4e-04ae-ad18-601a-56185fd19ec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.352407] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e9be5-7e63-4b29-ab65-76230ae4182d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.390976] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.421938] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.456671] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ceb234-fb1f-4771-bc38-c5637766e51b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.465390] env[69566]: DEBUG nova.network.neutron [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Successfully created port: 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.472159] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd9e87d-eeda-4751-9f5f-a466978d6446 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.514275] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.521019] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14d989-785e-4408-af2a-f80c66fe79c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.530887] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8921834-f94e-4e2a-8ece-f4e0aa3492cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.554679] env[69566]: DEBUG nova.compute.provider_tree [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.662811] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-dc2479b6-2c26-42f7-b4a1-603e38fd3c17" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.730639] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407674, 'name': PowerOffVM_Task, 'duration_secs': 0.295643} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.730639] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.730910] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.731208] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81574e82-8882-4071-801a-385a3be6b6fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.839978] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c19a4e-04ae-ad18-601a-56185fd19ec2, 'name': SearchDatastore_Task, 'duration_secs': 0.102307} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.840442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.841461] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3f2c5d01-9029-425a-a038-274c4894b066/3f2c5d01-9029-425a-a038-274c4894b066.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.841461] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5eae18a7-df5e-46e2-856b-daa8e631e470 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.849811] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 951.849811] env[69566]: value = "task-3407676" [ 951.849811] env[69566]: _type = "Task" [ 951.849811] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.860672] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.879715] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3c0fc49d-74d6-40fa-ba7f-fb4f2db28e28 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.093s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.885215] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.919928] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.031923] env[69566]: DEBUG nova.compute.manager [req-17ee4a87-be4f-420b-9560-a66f030ab24e req-6683eb4b-6fee-4242-a03e-4e304e2b803c service nova] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Received event network-vif-deleted-f7c9937f-4acf-4121-9777-6ef52e3013f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.058493] env[69566]: DEBUG nova.scheduler.client.report [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.064046] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.064285] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.064475] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleting the datastore file [datastore2] dc2479b6-2c26-42f7-b4a1-603e38fd3c17 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.065098] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc31eb88-dc3f-48a4-8b8f-cdd502ee3642 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.078085] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 952.078085] env[69566]: value = "task-3407677" [ 952.078085] env[69566]: _type = "Task" [ 952.078085] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.094200] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.169706] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d0c55e55-88af-4661-9f82-db3238916d00 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-dc2479b6-2c26-42f7-b4a1-603e38fd3c17-089281da-ac28-43e3-9284-18f73efdf735" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.443s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.250191] env[69566]: DEBUG nova.compute.manager [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-changed-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.250191] env[69566]: DEBUG nova.compute.manager [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing instance network info cache due to event network-changed-a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.252702] env[69566]: DEBUG oslo_concurrency.lockutils [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.253107] env[69566]: DEBUG oslo_concurrency.lockutils [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.253422] env[69566]: DEBUG nova.network.neutron [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing network info cache for port a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.369150] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.390036] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.420016] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407673, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.533875] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.566624] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.567503] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.568078] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.568398] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.568622] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.568955] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.569153] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.569387] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.570876] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.571205] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.571482] env[69566]: DEBUG nova.virt.hardware [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.572462] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.576180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6370e7f-554c-441d-87b6-33f373ce4c88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.580022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.139s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.580558] env[69566]: DEBUG nova.objects.instance [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lazy-loading 'resources' on Instance uuid 7b7964d1-ddbe-404e-8034-0baf2c22dae4 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.596994] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687143f7-d4aa-4a4c-b343-c45247c9c32f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.603781] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.607530] env[69566]: INFO nova.scheduler.client.report [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Deleted allocations for instance 3f41873d-0120-468c-90ae-255ae2522b03 [ 952.863646] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407676, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.884474] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407671, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.87587} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.884764] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f/OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f.vmdk to [datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk. [ 952.884996] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Cleaning up location [datastore1] OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 952.885357] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7c4e803d-d542-4790-a716-dd79c196881f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.885759] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7443ea18-b1a8-4239-b405-6f08ca8f86c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.894308] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 952.894308] env[69566]: value = "task-3407678" [ 952.894308] env[69566]: _type = "Task" [ 952.894308] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.905112] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.916881] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407673, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.103785] env[69566]: DEBUG oslo_vmware.api [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.73243} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.103785] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.103785] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.103785] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.103785] env[69566]: INFO nova.compute.manager [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Took 1.93 seconds to destroy the instance on the hypervisor. [ 953.103785] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.104259] env[69566]: DEBUG nova.compute.manager [-] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.104259] env[69566]: DEBUG nova.network.neutron [-] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.129279] env[69566]: DEBUG oslo_concurrency.lockutils [None req-95ef1a6d-e3e9-4a73-bbdc-0bda211f6a03 tempest-ServersTestBootFromVolume-895220158 tempest-ServersTestBootFromVolume-895220158-project-member] Lock "3f41873d-0120-468c-90ae-255ae2522b03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.463s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.252567] env[69566]: DEBUG nova.network.neutron [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updated VIF entry in instance network info cache for port a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.254058] env[69566]: DEBUG nova.network.neutron [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.377875] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.410130] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184398} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.414173] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.414173] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.414264] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk to [datastore1] 3e289482-762a-47c7-9ca0-c30386819975/3e289482-762a-47c7-9ca0-c30386819975.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.414532] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a674031-1cce-48c3-84b8-274951e1d4a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.423023] env[69566]: DEBUG oslo_vmware.api [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407673, 'name': RemoveSnapshot_Task, 'duration_secs': 2.051263} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.424582] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 953.424747] env[69566]: INFO nova.compute.manager [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 17.61 seconds to snapshot the instance on the hypervisor. [ 953.431021] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 953.431021] env[69566]: value = "task-3407679" [ 953.431021] env[69566]: _type = "Task" [ 953.431021] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.440957] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.543070] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c649de-cd25-40d7-bd44-435edb94e865 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.552290] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf88a3f6-f538-423f-a037-a5dfdb6226a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.585265] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f65f34-1209-4e34-bd6c-cd0ae4dbe0f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.594233] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f83710-faf0-4baa-90db-6ccbad0f35f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.610067] env[69566]: DEBUG nova.compute.provider_tree [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.613834] env[69566]: DEBUG nova.network.neutron [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Successfully updated port: 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.758517] env[69566]: DEBUG oslo_concurrency.lockutils [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.758904] env[69566]: DEBUG nova.compute.manager [req-9be985bd-c97c-4057-806d-a5f47716fe6e req-4f16c2d7-1ea9-4274-a811-d4e257d1b732 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-vif-deleted-089281da-ac28-43e3-9284-18f73efdf735 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.867401] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407676, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.663016} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.867747] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3f2c5d01-9029-425a-a038-274c4894b066/3f2c5d01-9029-425a-a038-274c4894b066.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.867974] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.868267] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53d02c90-47f8-4cfd-9784-984221285f67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.883055] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 953.883055] env[69566]: value = "task-3407680" [ 953.883055] env[69566]: _type = "Task" [ 953.883055] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.897150] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.955033] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.999425] env[69566]: DEBUG nova.compute.manager [None req-198450f3-4c0e-401d-aee9-600a642a3163 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Found 1 images (rotation: 2) {{(pid=69566) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 954.120341] env[69566]: DEBUG nova.scheduler.client.report [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.124543] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.124543] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.124543] env[69566]: DEBUG nova.network.neutron [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.285394] env[69566]: INFO nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Rebuilding instance [ 954.351915] env[69566]: DEBUG nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.352798] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec75915a-9b9a-4b26-9776-ae5428b6c3af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.400411] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407680, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.449714] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.630691] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.634053] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.253s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.634906] env[69566]: DEBUG nova.objects.instance [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lazy-loading 'resources' on Instance uuid 83ea2211-bc06-44f0-a2cc-ca2620b45463 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.658614] env[69566]: INFO nova.scheduler.client.report [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Deleted allocations for instance 7b7964d1-ddbe-404e-8034-0baf2c22dae4 [ 954.686292] env[69566]: DEBUG nova.network.neutron [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.774094] env[69566]: DEBUG nova.compute.manager [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Received event network-vif-plugged-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.774094] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] Acquiring lock "586e5b7e-66f8-4537-b0cd-12d28c829809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.774266] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.774489] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.774715] env[69566]: DEBUG nova.compute.manager [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] No waiting events found dispatching network-vif-plugged-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.774966] env[69566]: WARNING nova.compute.manager [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Received unexpected event network-vif-plugged-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 for instance with vm_state building and task_state spawning. [ 954.775187] env[69566]: DEBUG nova.compute.manager [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Received event network-changed-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.775402] env[69566]: DEBUG nova.compute.manager [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Refreshing instance network info cache due to event network-changed-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.775624] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] Acquiring lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.791862] env[69566]: DEBUG nova.network.neutron [-] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.816153] env[69566]: DEBUG nova.compute.manager [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-changed-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.817133] env[69566]: DEBUG nova.compute.manager [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing instance network info cache due to event network-changed-a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.817415] env[69566]: DEBUG oslo_concurrency.lockutils [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.817566] env[69566]: DEBUG oslo_concurrency.lockutils [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.817736] env[69566]: DEBUG nova.network.neutron [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing network info cache for port a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.905105] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.671113} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.905452] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.906569] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47859f0b-899d-48da-963d-849603fa6b5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.946075] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 3f2c5d01-9029-425a-a038-274c4894b066/3f2c5d01-9029-425a-a038-274c4894b066.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.947030] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1cb3e9-c9da-499d-8de0-7d6509a85665 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.963623] env[69566]: DEBUG nova.network.neutron [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updating instance_info_cache with network_info: [{"id": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "address": "fa:16:3e:b2:97:94", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d779eb8-87", "ovs_interfaceid": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.976849] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.981239] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 954.981239] env[69566]: value = "task-3407681" [ 954.981239] env[69566]: _type = "Task" [ 954.981239] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.998218] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.169149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce55e116-aaac-4806-b2a1-02689eea5d67 tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "7b7964d1-ddbe-404e-8034-0baf2c22dae4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.266s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.293978] env[69566]: INFO nova.compute.manager [-] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Took 2.19 seconds to deallocate network for instance. [ 955.374736] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.374736] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272dc074-07cd-4eda-833f-dadcb2f2e66a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.386663] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 955.386663] env[69566]: value = "task-3407682" [ 955.386663] env[69566]: _type = "Task" [ 955.386663] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.405520] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 955.405786] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.411021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af6ec0-39db-4060-bb0d-8a93680f0c2e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.421728] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.422041] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d504c7b-c140-41f6-9285-99c5758f4c41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.466502] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.473341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.473842] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Instance network_info: |[{"id": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "address": "fa:16:3e:b2:97:94", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d779eb8-87", "ovs_interfaceid": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.475577] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] Acquired lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.475577] env[69566]: DEBUG nova.network.neutron [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Refreshing network info cache for port 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.476501] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:97:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d779eb8-87b9-4ef2-8b5f-0516d5c0a263', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.490052] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.495943] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.502060] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa435165-103f-4295-82cf-56c85a7f591c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.531920] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.532186] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.532359] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore1] 61159140-fb30-4aef-9828-047e804338ef {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.536357] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3991428c-46ec-47dc-b38f-6775e31c9158 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.542810] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.547200] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.547200] env[69566]: value = "task-3407684" [ 955.547200] env[69566]: _type = "Task" [ 955.547200] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.555830] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407684, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.556224] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 955.556224] env[69566]: value = "task-3407685" [ 955.556224] env[69566]: _type = "Task" [ 955.556224] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.569401] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.614282] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc550c96-a15d-4eee-93b8-acd37dd032a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.632076] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9e06b9-efaf-404f-99c2-e74426652ffa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.697387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77faf3dc-781e-493d-902c-ebc31e2a0465 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.713949] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82c139b-56cb-47aa-82d1-d7b035e48f90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.736840] env[69566]: DEBUG nova.compute.provider_tree [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.794800] env[69566]: DEBUG nova.network.neutron [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updated VIF entry in instance network info cache for port a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.795246] env[69566]: DEBUG nova.network.neutron [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.803721] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.960463] env[69566]: DEBUG nova.compute.manager [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.965305] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf403f97-ad20-4de8-8144-f622f0667343 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.968818] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.010747] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.058655] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407684, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.068278] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.241487] env[69566]: DEBUG nova.scheduler.client.report [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.298152] env[69566]: DEBUG oslo_concurrency.lockutils [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.298497] env[69566]: DEBUG nova.compute.manager [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-changed-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.298642] env[69566]: DEBUG nova.compute.manager [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing instance network info cache due to event network-changed-a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.298860] env[69566]: DEBUG oslo_concurrency.lockutils [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] Acquiring lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.299019] env[69566]: DEBUG oslo_concurrency.lockutils [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] Acquired lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.299511] env[69566]: DEBUG nova.network.neutron [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Refreshing network info cache for port a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.324435] env[69566]: DEBUG nova.network.neutron [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updated VIF entry in instance network info cache for port 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.324795] env[69566]: DEBUG nova.network.neutron [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updating instance_info_cache with network_info: [{"id": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "address": "fa:16:3e:b2:97:94", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d779eb8-87", "ovs_interfaceid": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.464402] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407679, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.578749} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.467017] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3a48d041-6448-4c90-b118-07622726364b/3a48d041-6448-4c90-b118-07622726364b.vmdk to [datastore1] 3e289482-762a-47c7-9ca0-c30386819975/3e289482-762a-47c7-9ca0-c30386819975.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.467017] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab53754-cce4-4ebf-95e6-dc96e97f6ce7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.482455] env[69566]: INFO nova.compute.manager [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] instance snapshotting [ 956.483182] env[69566]: DEBUG nova.objects.instance [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'flavor' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.495349] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 3e289482-762a-47c7-9ca0-c30386819975/3e289482-762a-47c7-9ca0-c30386819975.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.496052] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6081a1-5cde-4e48-8f68-5c5f1c68b427 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.522252] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407681, 'name': ReconfigVM_Task, 'duration_secs': 1.118223} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.523701] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 3f2c5d01-9029-425a-a038-274c4894b066/3f2c5d01-9029-425a-a038-274c4894b066.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.527372] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 956.527372] env[69566]: value = "task-3407687" [ 956.527372] env[69566]: _type = "Task" [ 956.527372] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.527372] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61cc7e45-7aed-4acc-9da2-7ff3dc169f76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.535974] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.537342] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 956.537342] env[69566]: value = "task-3407688" [ 956.537342] env[69566]: _type = "Task" [ 956.537342] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.551549] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407688, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.558907] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407684, 'name': CreateVM_Task, 'duration_secs': 0.55208} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.558907] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.562415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.562583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.562908] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.563203] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf51250c-ab83-47d8-bbcc-1ee24ca19790 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.574375] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 956.574375] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5258f562-20bc-1bb7-09d0-18d120a9f7d7" [ 956.574375] env[69566]: _type = "Task" [ 956.574375] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.574623] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561091} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.577672] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.577672] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.577672] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.590771] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5258f562-20bc-1bb7-09d0-18d120a9f7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014047} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.591082] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.591340] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.591815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.591815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.591931] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.592175] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6935273-fe72-4889-ac66-2f59faed75b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.596343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "43ae5650-a6e3-4817-a372-c2e71edea303" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.596343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "43ae5650-a6e3-4817-a372-c2e71edea303" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.596343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "43ae5650-a6e3-4817-a372-c2e71edea303-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.596665] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "43ae5650-a6e3-4817-a372-c2e71edea303-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.597556] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "43ae5650-a6e3-4817-a372-c2e71edea303-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.599383] env[69566]: INFO nova.compute.manager [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Terminating instance [ 956.603263] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.603435] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.604346] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110ca5b8-300e-4c8c-a1dd-ef73e42ddd1b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.611066] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 956.611066] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e1c9f0-3756-4fd0-416a-6ac73dc5fd77" [ 956.611066] env[69566]: _type = "Task" [ 956.611066] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.624099] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e1c9f0-3756-4fd0-416a-6ac73dc5fd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.755819] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.758638] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.348s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.759224] env[69566]: DEBUG nova.objects.instance [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 956.809147] env[69566]: INFO nova.scheduler.client.report [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleted allocations for instance 83ea2211-bc06-44f0-a2cc-ca2620b45463 [ 956.828391] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff0f34e2-6f94-4b80-b172-f5267c0df952 req-78fddc62-d2a6-4003-9377-5efce8b5d370 service nova] Releasing lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.911946] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.912343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.984340] env[69566]: DEBUG nova.compute.manager [req-12bfdeb8-fadf-443a-be2c-4ec351766220 req-ed419d5e-cca1-4a69-97ca-ce6d4669de75 service nova] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Received event network-vif-deleted-cc929fbb-6406-44eb-8b75-17d477743a3f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.000869] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0704ab6-f160-449a-aec5-42f4c3bdd863 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.024283] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643940c1-5075-47b9-a292-f12faac771d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.039538] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407687, 'name': ReconfigVM_Task, 'duration_secs': 0.344668} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.045762] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 3e289482-762a-47c7-9ca0-c30386819975/3e289482-762a-47c7-9ca0-c30386819975.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.053171] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-211b3101-d2a2-4f89-9827-3466c22fea33 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.077940] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 957.077940] env[69566]: value = "task-3407689" [ 957.077940] env[69566]: _type = "Task" [ 957.077940] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.084378] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407688, 'name': Rename_Task, 'duration_secs': 0.198327} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.084378] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.084811] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf1029e4-3e9d-471a-8bc0-2d55980f1554 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.091989] env[69566]: DEBUG nova.network.neutron [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updated VIF entry in instance network info cache for port a59e022e-b28e-4ab7-904f-974031423597. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.092383] env[69566]: DEBUG nova.network.neutron [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [{"id": "a59e022e-b28e-4ab7-904f-974031423597", "address": "fa:16:3e:75:65:0b", "network": {"id": "2fd89c0a-e010-4455-86f1-2649adbb4440", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1759111396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9727afdb88e94de59e09392b12e20def", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59e022e-b2", "ovs_interfaceid": "a59e022e-b28e-4ab7-904f-974031423597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.103472] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407689, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.105780] env[69566]: DEBUG nova.compute.manager [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.105780] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.105977] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 957.105977] env[69566]: value = "task-3407690" [ 957.105977] env[69566]: _type = "Task" [ 957.105977] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.106855] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39749da5-865c-4340-852b-d00ea5279751 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.135809] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.135809] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e1c9f0-3756-4fd0-416a-6ac73dc5fd77, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.136489] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407690, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.136489] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72225406-9e39-453c-b9fa-25051e2e4c60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.138809] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e1bcd1d-9ec8-4d76-8224-5532a3e020a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.147425] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 957.147425] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527c1cd3-3207-7b42-65e9-3617b7392e7d" [ 957.147425] env[69566]: _type = "Task" [ 957.147425] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.148958] env[69566]: DEBUG oslo_vmware.api [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 957.148958] env[69566]: value = "task-3407691" [ 957.148958] env[69566]: _type = "Task" [ 957.148958] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.167321] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527c1cd3-3207-7b42-65e9-3617b7392e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012702} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.168417] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.168595] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 586e5b7e-66f8-4537-b0cd-12d28c829809/586e5b7e-66f8-4537-b0cd-12d28c829809.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.169509] env[69566]: DEBUG oslo_vmware.api [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.169692] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2478ff4-2b69-4c03-a22c-e570d0a1f4a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.178580] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 957.178580] env[69566]: value = "task-3407692" [ 957.178580] env[69566]: _type = "Task" [ 957.178580] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.189078] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.320448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f65c5da6-6b61-4b2a-837a-6e15484d9a82 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "83ea2211-bc06-44f0-a2cc-ca2620b45463" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.475s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.417985] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.556245] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 957.556796] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d6dfc3b-3b2d-471d-9982-8aba2870f3c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.566564] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 957.566564] env[69566]: value = "task-3407693" [ 957.566564] env[69566]: _type = "Task" [ 957.566564] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.576053] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.582325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.582325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.582325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.582325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.582325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.586418] env[69566]: INFO nova.compute.manager [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Terminating instance [ 957.601032] env[69566]: DEBUG oslo_concurrency.lockutils [req-f8e838f9-dc38-4b22-9b77-e538935bb1d9 req-12f96e5d-afda-4955-9eba-8bd7cedb30aa service nova] Releasing lock "refresh_cache-43ae5650-a6e3-4817-a372-c2e71edea303" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.601032] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407689, 'name': Rename_Task, 'duration_secs': 0.176763} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.602440] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.602734] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f548a84-2966-4ae5-a89e-c1e2867cb4fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.619415] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 957.619415] env[69566]: value = "task-3407694" [ 957.619415] env[69566]: _type = "Task" [ 957.619415] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.629732] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407690, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.643841] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407694, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.646541] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.646694] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.646860] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.647178] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.647369] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.648584] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.649814] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.649814] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.649814] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.649814] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.649814] env[69566]: DEBUG nova.virt.hardware [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.650676] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5f9295-fb96-49d8-9007-2e282b335690 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.677127] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d546e237-7989-41a4-8439-74d536447304 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.680472] env[69566]: DEBUG oslo_vmware.api [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407691, 'name': PowerOffVM_Task, 'duration_secs': 0.23907} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.680939] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.681062] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.686567] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a67ae0a-91de-4ff7-9440-1eab01687217 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.695577] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f0:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82fa5041-c117-40d6-8c23-0c7c9ee6a055', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.703444] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.708923] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.708923] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492112} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.709143] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf10d93-de9f-4851-8bc6-a2123719cd8b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.725439] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 586e5b7e-66f8-4537-b0cd-12d28c829809/586e5b7e-66f8-4537-b0cd-12d28c829809.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.725439] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.725702] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca09caf4-eccb-4f74-9a45-983bcf7bec7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.737607] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 957.737607] env[69566]: value = "task-3407696" [ 957.737607] env[69566]: _type = "Task" [ 957.737607] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.739308] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.739308] env[69566]: value = "task-3407697" [ 957.739308] env[69566]: _type = "Task" [ 957.739308] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.758265] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.763528] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407697, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.773298] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65c4d0cc-3394-4961-a73a-d57cc2ff89af tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.774645] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.774851] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.775045] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Deleting the datastore file [datastore2] 43ae5650-a6e3-4817-a372-c2e71edea303 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.775761] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.687s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.775985] env[69566]: DEBUG nova.objects.instance [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'resources' on Instance uuid d1d500af-6594-455e-a1c5-ed9e4a1c2c22 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.778647] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c787f7c-3b25-4b38-9673-2d0288d7d8cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.785928] env[69566]: DEBUG oslo_vmware.api [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for the task: (returnval){ [ 957.785928] env[69566]: value = "task-3407698" [ 957.785928] env[69566]: _type = "Task" [ 957.785928] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.799359] env[69566]: DEBUG oslo_vmware.api [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.955232] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.079250] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407693, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.106024] env[69566]: DEBUG nova.compute.manager [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.106024] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.106024] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04cbea5-7326-49be-9a0a-c4827eee50a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.118945] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.120063] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b532dd2-4e5c-47d3-907d-32a57c8a00e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.130818] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407690, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.136026] env[69566]: DEBUG oslo_vmware.api [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 958.136026] env[69566]: value = "task-3407699" [ 958.136026] env[69566]: _type = "Task" [ 958.136026] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.144174] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407694, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.151632] env[69566]: DEBUG oslo_vmware.api [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.255447] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08199} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.261432] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.261432] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407697, 'name': CreateVM_Task, 'duration_secs': 0.515383} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.261432] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9724052e-3e4e-44b0-a117-439f960d16cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.262907] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.265288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.265288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.265288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.265288] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb35bf77-7bfb-492a-8531-d326554cd374 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.288774] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 586e5b7e-66f8-4537-b0cd-12d28c829809/586e5b7e-66f8-4537-b0cd-12d28c829809.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.291639] env[69566]: DEBUG nova.objects.instance [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'numa_topology' on Instance uuid d1d500af-6594-455e-a1c5-ed9e4a1c2c22 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.292319] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bda504c-eb0c-49f8-881c-8bf4c3f00537 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.307393] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 958.307393] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c690dd-dacf-e392-5e02-0bccea009329" [ 958.307393] env[69566]: _type = "Task" [ 958.307393] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.308694] env[69566]: DEBUG nova.objects.base [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.331087] env[69566]: DEBUG oslo_vmware.api [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Task: {'id': task-3407698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219042} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.335262] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.335494] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.335685] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.335866] env[69566]: INFO nova.compute.manager [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Took 1.23 seconds to destroy the instance on the hypervisor. [ 958.336139] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.336765] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c690dd-dacf-e392-5e02-0bccea009329, 'name': SearchDatastore_Task, 'duration_secs': 0.013205} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.339450] env[69566]: DEBUG nova.compute.manager [-] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.339450] env[69566]: DEBUG nova.network.neutron [-] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.341357] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.341357] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.341357] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.341614] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.342065] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.342155] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 958.342155] env[69566]: value = "task-3407700" [ 958.342155] env[69566]: _type = "Task" [ 958.342155] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.342293] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df350e2a-c783-4819-93b8-3a090f355aa5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.360930] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.362627] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.362826] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.363605] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a20ed6aa-8753-4a08-819c-790cd6acc0b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.372993] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 958.372993] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a64646-3563-6209-a7c0-469cd9f65054" [ 958.372993] env[69566]: _type = "Task" [ 958.372993] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.386933] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a64646-3563-6209-a7c0-469cd9f65054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.579855] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407693, 'name': CreateSnapshot_Task, 'duration_secs': 0.80875} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.579855] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 958.579855] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fa4c5a-63c0-423f-b13f-5d5dddc0ebb1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.620746] env[69566]: DEBUG oslo_vmware.api [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407690, 'name': PowerOnVM_Task, 'duration_secs': 1.128114} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.621019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.622122] env[69566]: INFO nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Took 12.94 seconds to spawn the instance on the hypervisor. [ 958.623364] env[69566]: DEBUG nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.623364] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a910026-0c0a-4a6b-8033-aa4575ca8dad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.638022] env[69566]: DEBUG oslo_vmware.api [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407694, 'name': PowerOnVM_Task, 'duration_secs': 0.676541} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.644443] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.644661] env[69566]: INFO nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Took 15.75 seconds to spawn the instance on the hypervisor. [ 958.644849] env[69566]: DEBUG nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.645896] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f04b40-8525-4c05-818a-56adda02793a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.657810] env[69566]: DEBUG oslo_vmware.api [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407699, 'name': PowerOffVM_Task, 'duration_secs': 0.256761} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.659673] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.659673] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.662305] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccb9ca1-85c5-4bb3-8a36-3af39792f61e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.704783] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905ac994-6859-4b4b-a486-dc32a4479577 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.715593] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e591f625-f6b5-4be7-bb35-5415ae68093d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.761326] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6924a656-e102-4437-a86d-fd2b88d7b7dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.767081] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.767081] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.767081] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleting the datastore file [datastore2] 8184b40b-5d7a-4ef2-9c98-a4209f416c06 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.767081] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4263761-97ad-436f-8463-9ee4855a5a0c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.775105] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7d84af-002e-41ad-b041-1824b79621bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.779446] env[69566]: DEBUG oslo_vmware.api [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 958.779446] env[69566]: value = "task-3407702" [ 958.779446] env[69566]: _type = "Task" [ 958.779446] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.794448] env[69566]: DEBUG nova.compute.provider_tree [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.802459] env[69566]: DEBUG oslo_vmware.api [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.855052] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.885077] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a64646-3563-6209-a7c0-469cd9f65054, 'name': SearchDatastore_Task, 'duration_secs': 0.019649} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.885862] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f17a9fe-0f28-4727-8095-7a401ae3a8db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.894271] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 958.894271] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e9cf03-0b31-74e7-80cb-8105ddecdcbc" [ 958.894271] env[69566]: _type = "Task" [ 958.894271] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.901790] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e9cf03-0b31-74e7-80cb-8105ddecdcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.109445] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 959.109803] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14ea6346-5c0d-4f8f-a422-a113adef6a3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.122902] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 959.122902] env[69566]: value = "task-3407703" [ 959.122902] env[69566]: _type = "Task" [ 959.122902] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.134326] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407703, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.156501] env[69566]: INFO nova.compute.manager [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Took 43.49 seconds to build instance. [ 959.184672] env[69566]: INFO nova.compute.manager [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Took 44.69 seconds to build instance. [ 959.291579] env[69566]: DEBUG oslo_vmware.api [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161205} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.291811] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.292042] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.292450] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.292450] env[69566]: INFO nova.compute.manager [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Took 1.19 seconds to destroy the instance on the hypervisor. [ 959.292699] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.292964] env[69566]: DEBUG nova.compute.manager [-] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.293080] env[69566]: DEBUG nova.network.neutron [-] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.297991] env[69566]: DEBUG nova.scheduler.client.report [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.360264] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.381314] env[69566]: DEBUG nova.compute.manager [req-2743aa1b-62a0-4888-9e2d-32b38b05af83 req-6b03ba15-458a-44e6-aa20-3bdd3cd09c2c service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Received event network-vif-deleted-a59e022e-b28e-4ab7-904f-974031423597 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.381314] env[69566]: INFO nova.compute.manager [req-2743aa1b-62a0-4888-9e2d-32b38b05af83 req-6b03ba15-458a-44e6-aa20-3bdd3cd09c2c service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Neutron deleted interface a59e022e-b28e-4ab7-904f-974031423597; detaching it from the instance and deleting it from the info cache [ 959.381314] env[69566]: DEBUG nova.network.neutron [req-2743aa1b-62a0-4888-9e2d-32b38b05af83 req-6b03ba15-458a-44e6-aa20-3bdd3cd09c2c service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.406429] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e9cf03-0b31-74e7-80cb-8105ddecdcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.018361} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.406982] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.407229] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.407510] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12828712-d5ff-4771-97b2-889de7c6d73b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.417309] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 959.417309] env[69566]: value = "task-3407704" [ 959.417309] env[69566]: _type = "Task" [ 959.417309] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.428879] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.500761] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.501196] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.501538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.501844] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.502144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.505487] env[69566]: INFO nova.compute.manager [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Terminating instance [ 959.519592] env[69566]: DEBUG nova.network.neutron [-] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.634972] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407703, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.659468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f798df03-72b4-4ff8-b7da-76386033590d tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "3f2c5d01-9029-425a-a038-274c4894b066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.005s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.688501] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b3c66903-7894-4656-b1e5-6fffcae8f0a2 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "3e289482-762a-47c7-9ca0-c30386819975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.201s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.805413] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.818469] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.636s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.818469] env[69566]: DEBUG nova.objects.instance [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lazy-loading 'resources' on Instance uuid f4cc5796-4331-4cbc-9379-4f16505f97ed {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.857182] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407700, 'name': ReconfigVM_Task, 'duration_secs': 1.162949} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.857398] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 586e5b7e-66f8-4537-b0cd-12d28c829809/586e5b7e-66f8-4537-b0cd-12d28c829809.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.858129] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b087887d-56e0-4f3b-8639-fcb455ae0c4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.866701] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 959.866701] env[69566]: value = "task-3407705" [ 959.866701] env[69566]: _type = "Task" [ 959.866701] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.879508] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407705, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.885925] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f710b68-b3d2-436b-999a-ff3fb6f66fed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.901574] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c231a84f-586f-4c9d-940f-7d6b2bbf49f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.930998] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407704, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.946101] env[69566]: DEBUG nova.compute.manager [req-2743aa1b-62a0-4888-9e2d-32b38b05af83 req-6b03ba15-458a-44e6-aa20-3bdd3cd09c2c service nova] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Detach interface failed, port_id=a59e022e-b28e-4ab7-904f-974031423597, reason: Instance 43ae5650-a6e3-4817-a372-c2e71edea303 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.012632] env[69566]: DEBUG nova.compute.manager [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.012632] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.012632] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5dd2d-d19d-46cb-ad0f-b5fd98c144a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.020974] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.021262] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ca2258-f1d6-4766-bfe4-4d0aa55db30c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.023094] env[69566]: INFO nova.compute.manager [-] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Took 1.68 seconds to deallocate network for instance. [ 960.033609] env[69566]: DEBUG oslo_vmware.api [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 960.033609] env[69566]: value = "task-3407706" [ 960.033609] env[69566]: _type = "Task" [ 960.033609] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.048556] env[69566]: DEBUG oslo_vmware.api [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.143018] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407703, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.330197] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6cff130f-1cf2-4e21-b5a6-aba25b5c91a0 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.590s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.330771] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.893s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.331015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.331232] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.331402] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.333019] env[69566]: INFO nova.compute.manager [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Terminating instance [ 960.380260] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407705, 'name': Rename_Task, 'duration_secs': 0.241038} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.383240] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.384194] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eabaa252-76ca-446f-8058-fbd1f16db86e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.393237] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 960.393237] env[69566]: value = "task-3407707" [ 960.393237] env[69566]: _type = "Task" [ 960.393237] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.406255] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.417779] env[69566]: DEBUG nova.network.neutron [-] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.434082] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577658} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.439436] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.439436] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.440130] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30fad118-76a0-4def-8355-87fa80905296 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.450787] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 960.450787] env[69566]: value = "task-3407708" [ 960.450787] env[69566]: _type = "Task" [ 960.450787] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.464597] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.531483] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.549692] env[69566]: DEBUG oslo_vmware.api [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407706, 'name': PowerOffVM_Task, 'duration_secs': 0.250332} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.550839] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.550839] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.550839] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddbff767-d477-4f91-ba16-cf68818b476e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.637267] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407703, 'name': CloneVM_Task, 'duration_secs': 1.317336} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.637571] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created linked-clone VM from snapshot [ 960.638789] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57a1d2a-e42b-4a44-a109-4ae2cd443104 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.642473] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.642704] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.642910] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Deleting the datastore file [datastore1] f3ae9fe7-a43a-4bfb-a564-7f198d114b60 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.646289] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2a7b690-1d69-442e-a334-865ee047f750 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.655471] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Uploading image d1a76b4e-d8c6-408e-b930-7ee06e055eb1 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 960.659624] env[69566]: DEBUG oslo_vmware.api [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for the task: (returnval){ [ 960.659624] env[69566]: value = "task-3407710" [ 960.659624] env[69566]: _type = "Task" [ 960.659624] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.671829] env[69566]: DEBUG oslo_vmware.api [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.684272] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 960.684272] env[69566]: value = "vm-679871" [ 960.684272] env[69566]: _type = "VirtualMachine" [ 960.684272] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 960.684995] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ffddb37-3d38-4d92-b9e0-21b8a2a32be8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.695806] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease: (returnval){ [ 960.695806] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5298e7b0-839d-b217-d6a3-d1c760758d7a" [ 960.695806] env[69566]: _type = "HttpNfcLease" [ 960.695806] env[69566]: } obtained for exporting VM: (result){ [ 960.695806] env[69566]: value = "vm-679871" [ 960.695806] env[69566]: _type = "VirtualMachine" [ 960.695806] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 960.696177] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the lease: (returnval){ [ 960.696177] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5298e7b0-839d-b217-d6a3-d1c760758d7a" [ 960.696177] env[69566]: _type = "HttpNfcLease" [ 960.696177] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 960.709298] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.709298] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5298e7b0-839d-b217-d6a3-d1c760758d7a" [ 960.709298] env[69566]: _type = "HttpNfcLease" [ 960.709298] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.726628] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010a33e-0ef0-4727-a4ba-b3d463870c93 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.736977] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9f97b5-4fdb-46cf-a9ae-1d85afb1697d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.780732] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c927d002-803d-4003-bd0d-0d2d02ae7d40 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.791106] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74ce5b8-721e-4bb6-96e2-7e98bafa2de9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.808056] env[69566]: DEBUG nova.compute.provider_tree [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.846867] env[69566]: DEBUG nova.compute.manager [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.846867] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.847848] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cef8bc4b-b617-4f68-a948-8b28d8887bb3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.858406] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d078ae8-de11-481f-9b98-3c1d5668ac91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.910507] env[69566]: WARNING nova.virt.vmwareapi.vmops [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d1d500af-6594-455e-a1c5-ed9e4a1c2c22 could not be found. [ 960.910903] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.911215] env[69566]: INFO nova.compute.manager [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Took 0.06 seconds to destroy the instance on the hypervisor. [ 960.911474] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.915488] env[69566]: DEBUG nova.compute.manager [-] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.915706] env[69566]: DEBUG nova.network.neutron [-] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.928703] env[69566]: INFO nova.compute.manager [-] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Took 1.63 seconds to deallocate network for instance. [ 960.928703] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.934947] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "3e289482-762a-47c7-9ca0-c30386819975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.935308] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "3e289482-762a-47c7-9ca0-c30386819975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.939017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "3e289482-762a-47c7-9ca0-c30386819975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.939017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "3e289482-762a-47c7-9ca0-c30386819975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.939017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "3e289482-762a-47c7-9ca0-c30386819975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.939017] env[69566]: INFO nova.compute.manager [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Terminating instance [ 960.965192] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077502} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.965192] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.965640] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d70c6d-26b5-4499-9c1e-1faca4dddd71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.995857] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.996645] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b837681-e6c1-48ee-8e86-b9ad84bb0d6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.023790] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 961.023790] env[69566]: value = "task-3407712" [ 961.023790] env[69566]: _type = "Task" [ 961.023790] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.043023] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.177023] env[69566]: DEBUG oslo_vmware.api [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Task: {'id': task-3407710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16615} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.177023] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.180383] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.180502] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.183594] env[69566]: INFO nova.compute.manager [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Took 1.17 seconds to destroy the instance on the hypervisor. [ 961.183594] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.183594] env[69566]: DEBUG nova.compute.manager [-] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.183594] env[69566]: DEBUG nova.network.neutron [-] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.206669] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.206669] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5298e7b0-839d-b217-d6a3-d1c760758d7a" [ 961.206669] env[69566]: _type = "HttpNfcLease" [ 961.206669] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.206966] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.206966] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5298e7b0-839d-b217-d6a3-d1c760758d7a" [ 961.206966] env[69566]: _type = "HttpNfcLease" [ 961.206966] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.208093] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21faa0c5-c974-434c-8201-9a3a86c24b44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.223028] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b86b8-0697-4460-e7d5-3852fbd7f51b/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.223418] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b86b8-0697-4460-e7d5-3852fbd7f51b/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.313105] env[69566]: DEBUG nova.scheduler.client.report [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.374587] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8850b6e4-127d-415d-88ed-5e068f5a6fc9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.432913] env[69566]: DEBUG oslo_vmware.api [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407707, 'name': PowerOnVM_Task, 'duration_secs': 0.699589} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.439674] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.440149] env[69566]: INFO nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Took 8.91 seconds to spawn the instance on the hypervisor. [ 961.440387] env[69566]: DEBUG nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.441447] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.442799] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db90c8-e4e0-4341-af62-6c810b4c0ec2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.449582] env[69566]: DEBUG nova.compute.manager [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.449864] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.450736] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c612e13d-65f0-4d68-9c62-50b682f849ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.467385] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.468682] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d2e6644-c94f-46e0-9494-e62379143962 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.477513] env[69566]: DEBUG oslo_vmware.api [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 961.477513] env[69566]: value = "task-3407713" [ 961.477513] env[69566]: _type = "Task" [ 961.477513] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.487281] env[69566]: DEBUG oslo_vmware.api [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.541154] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.795790] env[69566]: DEBUG nova.compute.manager [req-ddda7239-d9be-4d46-bd03-32f38a7c3ebf req-e619d2ca-30dd-41d1-9409-f26af9d9a12e service nova] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Received event network-vif-deleted-f6b8ef30-1197-4b59-9759-5e23bdc51add {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.821523] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.825375] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.056s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.827316] env[69566]: INFO nova.compute.claims [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.873878] env[69566]: INFO nova.scheduler.client.report [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Deleted allocations for instance f4cc5796-4331-4cbc-9379-4f16505f97ed [ 961.981103] env[69566]: INFO nova.compute.manager [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Took 33.51 seconds to build instance. [ 962.001286] env[69566]: DEBUG oslo_vmware.api [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407713, 'name': PowerOffVM_Task, 'duration_secs': 0.344122} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.001609] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.001888] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.002410] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ebc1032-db8e-4782-a725-0e4787a78dd0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.018754] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "fb28fb19-32fc-4225-913e-de6b400b0a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.019821] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.038058] env[69566]: DEBUG nova.network.neutron [-] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.039553] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407712, 'name': ReconfigVM_Task, 'duration_secs': 0.770265} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.041331] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 61159140-fb30-4aef-9828-047e804338ef/61159140-fb30-4aef-9828-047e804338ef.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.042610] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-767a6088-7883-4836-abfb-3582cc701a20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.051699] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 962.051699] env[69566]: value = "task-3407715" [ 962.051699] env[69566]: _type = "Task" [ 962.051699] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.064471] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407715, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.078307] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.078307] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.078307] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleting the datastore file [datastore1] 3e289482-762a-47c7-9ca0-c30386819975 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.078307] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e38a7c4c-2dac-4c6b-93c2-47c47bfea3ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.090403] env[69566]: DEBUG oslo_vmware.api [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 962.090403] env[69566]: value = "task-3407716" [ 962.090403] env[69566]: _type = "Task" [ 962.090403] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.101554] env[69566]: DEBUG oslo_vmware.api [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.385338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-611f33cd-7f0a-4787-8f85-16c6d8b8231f tempest-ServersListShow2100Test-125196160 tempest-ServersListShow2100Test-125196160-project-member] Lock "f4cc5796-4331-4cbc-9379-4f16505f97ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.775s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.493716] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0b3c52b-0188-4e19-a01b-413f68f09f9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.058s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.525440] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.543176] env[69566]: INFO nova.compute.manager [-] [instance: d1d500af-6594-455e-a1c5-ed9e4a1c2c22] Took 1.63 seconds to deallocate network for instance. [ 962.565957] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407715, 'name': Rename_Task, 'duration_secs': 0.246226} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.566476] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.566845] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d32db578-1279-4752-8f56-c82fbc4e87f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.578081] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 962.578081] env[69566]: value = "task-3407717" [ 962.578081] env[69566]: _type = "Task" [ 962.578081] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.588337] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.601699] env[69566]: DEBUG oslo_vmware.api [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.602077] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.602363] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.602578] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.602801] env[69566]: INFO nova.compute.manager [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Took 1.15 seconds to destroy the instance on the hypervisor. [ 962.606294] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.606944] env[69566]: DEBUG nova.compute.manager [-] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.606944] env[69566]: DEBUG nova.network.neutron [-] [instance: 3e289482-762a-47c7-9ca0-c30386819975] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.972433] env[69566]: DEBUG nova.network.neutron [-] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.072895] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.097542] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407717, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.312221] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d1a2a8-d24c-4089-9a9f-afa63375c917 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.331055] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca4cb8e-0209-48f8-82f3-6997e54de293 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.374541] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15aec47-f86f-4888-8de0-f005a45ef8d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.387985] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421891c2-8d27-4587-9c42-cff71b2f33f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.404472] env[69566]: DEBUG nova.compute.provider_tree [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.476091] env[69566]: INFO nova.compute.manager [-] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Took 2.29 seconds to deallocate network for instance. [ 963.571539] env[69566]: DEBUG nova.network.neutron [-] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.599500] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407717, 'name': PowerOnVM_Task, 'duration_secs': 0.829114} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.600106] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f0dadb98-4e91-41c0-897f-bf2033b982e7 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "d1d500af-6594-455e-a1c5-ed9e4a1c2c22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.269s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.603308] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.603542] env[69566]: DEBUG nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.604459] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d101eee5-5e03-47d8-b443-46488291341d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.843362] env[69566]: DEBUG nova.compute.manager [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Received event network-changed-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.843362] env[69566]: DEBUG nova.compute.manager [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Refreshing instance network info cache due to event network-changed-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.845587] env[69566]: DEBUG oslo_concurrency.lockutils [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] Acquiring lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.845701] env[69566]: DEBUG oslo_concurrency.lockutils [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] Acquired lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.845874] env[69566]: DEBUG nova.network.neutron [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Refreshing network info cache for port 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.908088] env[69566]: DEBUG nova.scheduler.client.report [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.983905] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.060844] env[69566]: DEBUG nova.compute.manager [req-915df06f-62e0-4e0b-95e2-8a76a8005175 req-9fdd3cff-f76a-4977-9879-5ac60f47aafe service nova] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Received event network-vif-deleted-61480e87-906b-4ea3-bc47-a7e757fcdc8d {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.063481] env[69566]: DEBUG nova.compute.manager [req-915df06f-62e0-4e0b-95e2-8a76a8005175 req-9fdd3cff-f76a-4977-9879-5ac60f47aafe service nova] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Received event network-vif-deleted-1fe5fea7-7c0c-474e-a03f-7c783685c7bf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.074113] env[69566]: INFO nova.compute.manager [-] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Took 1.47 seconds to deallocate network for instance. [ 964.117541] env[69566]: INFO nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] bringing vm to original state: 'stopped' [ 964.384944] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.385210] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.416744] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.417319] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.434279] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.613s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.434611] env[69566]: DEBUG nova.objects.instance [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lazy-loading 'resources' on Instance uuid 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.437045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "842d7e38-060e-46be-b9d0-eb05ce500c4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.437257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.488696] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "0ac29acc-2313-4936-af18-de44a53d9eac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.488945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "0ac29acc-2313-4936-af18-de44a53d9eac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.588253] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.664207] env[69566]: DEBUG nova.network.neutron [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updated VIF entry in instance network info cache for port 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.665887] env[69566]: DEBUG nova.network.neutron [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updating instance_info_cache with network_info: [{"id": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "address": "fa:16:3e:b2:97:94", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d779eb8-87", "ovs_interfaceid": "4d779eb8-87b9-4ef2-8b5f-0516d5c0a263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.887241] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.928517] env[69566]: DEBUG nova.compute.utils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.929977] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.929977] env[69566]: DEBUG nova.network.neutron [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.939100] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.988008] env[69566]: DEBUG nova.policy [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83e91fda46654de5b71c4cec0b0170e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b3bff2ad434c1ab3c948d78b39a017', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.996718] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.128661] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "61159140-fb30-4aef-9828-047e804338ef" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.128928] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.129143] env[69566]: DEBUG nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.130238] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c3ea3-8299-4596-a5e5-6536ae76d295 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.139240] env[69566]: DEBUG nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 965.167235] env[69566]: DEBUG oslo_concurrency.lockutils [req-bd16d283-db0a-4e42-b75e-7dbb1bf408ba req-57f1221c-6fe2-4010-b797-94ae72acdd94 service nova] Releasing lock "refresh_cache-586e5b7e-66f8-4537-b0cd-12d28c829809" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.311985] env[69566]: DEBUG nova.network.neutron [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Successfully created port: 5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.333712] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79e67ab0-8db0-435f-aa69-b095bc73193a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.333952] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.368546] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b55f7b-1b25-4403-a6f4-0f7dd83abb36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.379552] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2c4f1-6712-4b38-8577-9cd553c00b47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.421472] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67cb1f8-599f-4f68-ad91-64ffd981cae4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.431011] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff1ca9a-a61d-4403-875f-1004b7b6bf52 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.436497] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.437072] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.454217] env[69566]: DEBUG nova.compute.provider_tree [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.472781] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.531541] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.646665] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.646950] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe52e4b-8d4b-442a-9ade-0d51b2db9121 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.658295] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 965.658295] env[69566]: value = "task-3407718" [ 965.658295] env[69566]: _type = "Task" [ 965.658295] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.669082] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.836240] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.958979] env[69566]: DEBUG nova.scheduler.client.report [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.170284] env[69566]: DEBUG oslo_vmware.api [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407718, 'name': PowerOffVM_Task, 'duration_secs': 0.207007} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.172127] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.172568] env[69566]: DEBUG nova.compute.manager [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.173612] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba76b78a-8d47-4759-9880-2ec171b05a35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.361109] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.362372] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.362609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.362772] env[69566]: INFO nova.compute.manager [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Shelving [ 966.447836] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.466397] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.469792] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.667s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.470735] env[69566]: DEBUG nova.objects.instance [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'resources' on Instance uuid dc2479b6-2c26-42f7-b4a1-603e38fd3c17 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.477453] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.477453] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.477453] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.477453] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.477453] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.477453] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.477854] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.477854] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.478444] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.478444] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.478444] env[69566]: DEBUG nova.virt.hardware [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.479389] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8200388-8ece-4162-9a49-2d8fa27a4374 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.490217] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43fbc6-8e2f-4f98-8e58-82e3c9be1db7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.495194] env[69566]: INFO nova.scheduler.client.report [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Deleted allocations for instance 82dd63fc-dcc9-4411-91e7-45a7fa71ba74 [ 966.687677] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.810761] env[69566]: DEBUG nova.compute.manager [req-43367ad0-d76a-4b1c-8aba-3c5618093739 req-e19e5cb6-ad85-47d0-bbc3-7f2091edfdea service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Received event network-vif-plugged-5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.810761] env[69566]: DEBUG oslo_concurrency.lockutils [req-43367ad0-d76a-4b1c-8aba-3c5618093739 req-e19e5cb6-ad85-47d0-bbc3-7f2091edfdea service nova] Acquiring lock "00d077af-c890-49ed-8af5-bfabfc43c6da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.810991] env[69566]: DEBUG oslo_concurrency.lockutils [req-43367ad0-d76a-4b1c-8aba-3c5618093739 req-e19e5cb6-ad85-47d0-bbc3-7f2091edfdea service nova] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.811385] env[69566]: DEBUG oslo_concurrency.lockutils [req-43367ad0-d76a-4b1c-8aba-3c5618093739 req-e19e5cb6-ad85-47d0-bbc3-7f2091edfdea service nova] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.811578] env[69566]: DEBUG nova.compute.manager [req-43367ad0-d76a-4b1c-8aba-3c5618093739 req-e19e5cb6-ad85-47d0-bbc3-7f2091edfdea service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] No waiting events found dispatching network-vif-plugged-5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.811890] env[69566]: WARNING nova.compute.manager [req-43367ad0-d76a-4b1c-8aba-3c5618093739 req-e19e5cb6-ad85-47d0-bbc3-7f2091edfdea service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Received unexpected event network-vif-plugged-5ef819e6-1ea0-439b-aafe-b1d2754476db for instance with vm_state building and task_state spawning. [ 967.004996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-beed448a-7ff1-4244-b6b5-573fbc8e1829 tempest-MigrationsAdminTest-370955767 tempest-MigrationsAdminTest-370955767-project-member] Lock "82dd63fc-dcc9-4411-91e7-45a7fa71ba74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.773s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.040693] env[69566]: DEBUG nova.network.neutron [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Successfully updated port: 5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.200059] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.376590] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.377181] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825cfaf6-5afa-4aae-9885-4ee831101bfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.386365] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 967.386365] env[69566]: value = "task-3407719" [ 967.386365] env[69566]: _type = "Task" [ 967.386365] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.403984] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.449151] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17468058-74fd-40b7-ba35-faa2de1511c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.458502] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a509e-8e5a-44f8-835f-1e669f75596a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.495024] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b97d9e-cce5-410a-b761-bcc1b4de697d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.507578] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d58add-c28a-4d76-8c0d-a4c4c8f8f89e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.528478] env[69566]: DEBUG nova.compute.provider_tree [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.543539] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.543617] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquired lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.543775] env[69566]: DEBUG nova.network.neutron [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.721219] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "61159140-fb30-4aef-9828-047e804338ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.721506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.721571] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "61159140-fb30-4aef-9828-047e804338ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.721761] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.721964] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.724463] env[69566]: INFO nova.compute.manager [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Terminating instance [ 967.898591] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407719, 'name': PowerOffVM_Task, 'duration_secs': 0.210694} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.899427] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.900459] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad53438-3024-4de8-af10-363aba99b159 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.920898] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb3f0f-5ca6-49fa-bf96-bd26260c98ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.033297] env[69566]: DEBUG nova.scheduler.client.report [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.089998] env[69566]: DEBUG nova.network.neutron [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.229672] env[69566]: DEBUG nova.compute.manager [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.229672] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.230516] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a8cc8-006c-4b6e-822c-9f1c4508cf54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.239483] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.239781] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e45655a0-5e33-49a4-a5ac-ec42228770f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.258664] env[69566]: DEBUG nova.network.neutron [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updating instance_info_cache with network_info: [{"id": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "address": "fa:16:3e:63:af:e5", "network": {"id": "679db433-deae-45dd-a41e-8caa024fe00f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-675359578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b3bff2ad434c1ab3c948d78b39a017", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef819e6-1e", "ovs_interfaceid": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.330644] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.330944] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.332215] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore2] 61159140-fb30-4aef-9828-047e804338ef {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.332215] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6308771-4931-4290-a0a9-3bf7bca71a91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.339516] env[69566]: DEBUG oslo_vmware.api [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 968.339516] env[69566]: value = "task-3407721" [ 968.339516] env[69566]: _type = "Task" [ 968.339516] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.348645] env[69566]: DEBUG oslo_vmware.api [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.435201] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.435613] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b541e501-339e-4175-bf2f-4d5122e4417f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.448898] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 968.448898] env[69566]: value = "task-3407722" [ 968.448898] env[69566]: _type = "Task" [ 968.448898] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.461531] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.537862] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.541648] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.587s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.546228] env[69566]: INFO nova.compute.claims [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.581043] env[69566]: INFO nova.scheduler.client.report [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted allocations for instance dc2479b6-2c26-42f7-b4a1-603e38fd3c17 [ 968.619341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.620041] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.760476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Releasing lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.760870] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Instance network_info: |[{"id": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "address": "fa:16:3e:63:af:e5", "network": {"id": "679db433-deae-45dd-a41e-8caa024fe00f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-675359578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b3bff2ad434c1ab3c948d78b39a017", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef819e6-1e", "ovs_interfaceid": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.761467] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:af:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ef819e6-1ea0-439b-aafe-b1d2754476db', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.772328] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Creating folder: Project (e1b3bff2ad434c1ab3c948d78b39a017). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.772646] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3f7924b-fec0-49b7-8bc2-05e80d1edbb0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.787629] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Created folder: Project (e1b3bff2ad434c1ab3c948d78b39a017) in parent group-v679651. [ 968.787980] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Creating folder: Instances. Parent ref: group-v679872. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.788337] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d27010bd-f810-4574-b000-6e64dd69e93d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.803196] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Created folder: Instances in parent group-v679872. [ 968.803858] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.804122] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.804456] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5543324-b9bc-4ec9-8e8e-40107021fb27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.829045] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.829045] env[69566]: value = "task-3407725" [ 968.829045] env[69566]: _type = "Task" [ 968.829045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.843638] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407725, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.849622] env[69566]: DEBUG nova.compute.manager [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Received event network-changed-5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.849916] env[69566]: DEBUG nova.compute.manager [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Refreshing instance network info cache due to event network-changed-5ef819e6-1ea0-439b-aafe-b1d2754476db. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.850212] env[69566]: DEBUG oslo_concurrency.lockutils [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] Acquiring lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.850399] env[69566]: DEBUG oslo_concurrency.lockutils [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] Acquired lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.850593] env[69566]: DEBUG nova.network.neutron [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Refreshing network info cache for port 5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.859239] env[69566]: DEBUG oslo_vmware.api [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143751} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.859595] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.859848] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.860051] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.860248] env[69566]: INFO nova.compute.manager [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Took 0.63 seconds to destroy the instance on the hypervisor. [ 968.860512] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.860725] env[69566]: DEBUG nova.compute.manager [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.860849] env[69566]: DEBUG nova.network.neutron [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.962278] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407722, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.095025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1d1c9e4f-41fc-4326-8a85-6a6480de7a14 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "dc2479b6-2c26-42f7-b4a1-603e38fd3c17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.428s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.123329] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.341626] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407725, 'name': CreateVM_Task, 'duration_secs': 0.476128} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.341796] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.343069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.343268] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.343616] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.343912] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca48cc27-4eeb-46cb-9cdf-61fd2bc147ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.351581] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 969.351581] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522a6f20-e1a7-cc9e-a623-90e36a330ace" [ 969.351581] env[69566]: _type = "Task" [ 969.351581] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.364845] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522a6f20-e1a7-cc9e-a623-90e36a330ace, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.365182] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.365449] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.366653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.366875] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.367096] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.367380] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1c08dff-c687-499f-86fb-4e9deb746e8a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.377743] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.378041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.379408] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32872c3-a0c0-470c-b1f4-d94be8362759 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.387604] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 969.387604] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522d939f-ed4e-8af6-1513-037ba023f7fc" [ 969.387604] env[69566]: _type = "Task" [ 969.387604] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.395309] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522d939f-ed4e-8af6-1513-037ba023f7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.462924] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407722, 'name': CreateSnapshot_Task, 'duration_secs': 0.825497} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.463283] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.467444] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472feb19-84b3-431a-8c79-cc915f2ea474 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.472914] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.473471] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.486753] env[69566]: DEBUG nova.compute.utils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.647194] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.698572] env[69566]: DEBUG nova.network.neutron [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updated VIF entry in instance network info cache for port 5ef819e6-1ea0-439b-aafe-b1d2754476db. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.698924] env[69566]: DEBUG nova.network.neutron [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updating instance_info_cache with network_info: [{"id": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "address": "fa:16:3e:63:af:e5", "network": {"id": "679db433-deae-45dd-a41e-8caa024fe00f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-675359578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b3bff2ad434c1ab3c948d78b39a017", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef819e6-1e", "ovs_interfaceid": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.801694] env[69566]: DEBUG nova.network.neutron [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.903666] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522d939f-ed4e-8af6-1513-037ba023f7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.015924} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.904674] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdce597e-763b-4037-b074-de281b3d2aec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.915021] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 969.915021] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52492711-eb3a-2ae2-2027-1a4bc219df17" [ 969.915021] env[69566]: _type = "Task" [ 969.915021] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.923450] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52492711-eb3a-2ae2-2027-1a4bc219df17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.995752] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 969.998953] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.526s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.999473] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92eacf3a-236b-42c9-964f-f4a223eff930 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.012322] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 970.012322] env[69566]: value = "task-3407726" [ 970.012322] env[69566]: _type = "Task" [ 970.012322] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.019310] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ebcdc7-d580-421a-920b-682da90be345 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.032810] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc9b3a4-6086-4262-b038-fa63888aa4a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.036651] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407726, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.067079] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c81ba-20ee-4d9a-ab1b-31d819459e4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.076213] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248da4a6-6a57-4992-9549-1b2b7dcff961 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.092676] env[69566]: DEBUG nova.compute.provider_tree [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.201815] env[69566]: DEBUG oslo_concurrency.lockutils [req-b98da83e-e36b-4d9e-b0b5-21c9b74a0516 req-21963f12-7052-46fd-af11-878ec17a3b04 service nova] Releasing lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.315328] env[69566]: INFO nova.compute.manager [-] [instance: 61159140-fb30-4aef-9828-047e804338ef] Took 1.45 seconds to deallocate network for instance. [ 970.431648] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52492711-eb3a-2ae2-2027-1a4bc219df17, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.431945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.432227] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 00d077af-c890-49ed-8af5-bfabfc43c6da/00d077af-c890-49ed-8af5-bfabfc43c6da.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.432492] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5ac696b-14f7-4c3c-976f-fb12572d263a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.442340] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 970.442340] env[69566]: value = "task-3407727" [ 970.442340] env[69566]: _type = "Task" [ 970.442340] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.456198] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.530201] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407726, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.598654] env[69566]: DEBUG nova.scheduler.client.report [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.825152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.896731] env[69566]: DEBUG nova.compute.manager [req-a2bc8462-3b83-4a14-b728-820fd647527f req-745907ce-942e-4772-b96a-005521e358b9 service nova] [instance: 61159140-fb30-4aef-9828-047e804338ef] Received event network-vif-deleted-82fa5041-c117-40d6-8c23-0c7c9ee6a055 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.954538] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.033334] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407726, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.064943] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.065247] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.065488] env[69566]: INFO nova.compute.manager [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Attaching volume 720bfca8-bf18-4e47-8abc-849f268b7660 to /dev/sdb [ 971.104088] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.105510] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.107380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.576s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.107549] env[69566]: DEBUG nova.objects.instance [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lazy-loading 'resources' on Instance uuid 43ae5650-a6e3-4817-a372-c2e71edea303 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.112404] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592a0462-0fc7-40e9-b3ff-2216c5b4f387 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.124319] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f4757-0e8a-45f9-b839-736fca41e8a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.141195] env[69566]: DEBUG nova.virt.block_device [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating existing volume attachment record: f7812b17-1dcb-4a4c-8be3-27046fce50c3 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.457965] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629834} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.460883] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 00d077af-c890-49ed-8af5-bfabfc43c6da/00d077af-c890-49ed-8af5-bfabfc43c6da.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.461151] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.461445] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3016edb4-7747-470a-883e-be6f3fb500de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.470203] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 971.470203] env[69566]: value = "task-3407729" [ 971.470203] env[69566]: _type = "Task" [ 971.470203] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.481040] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.527184] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407726, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.611287] env[69566]: DEBUG nova.compute.utils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.615419] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b86b8-0697-4460-e7d5-3852fbd7f51b/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 971.618439] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.618814] env[69566]: DEBUG nova.network.neutron [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.622463] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fade55-1a2e-4a09-bda9-b83493a7e89e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.632745] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b86b8-0697-4460-e7d5-3852fbd7f51b/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 971.632745] env[69566]: ERROR oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b86b8-0697-4460-e7d5-3852fbd7f51b/disk-0.vmdk due to incomplete transfer. [ 971.632745] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-040bfd7f-c1d9-4bb1-8c3d-8698ff072d76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.641561] env[69566]: DEBUG oslo_vmware.rw_handles [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b86b8-0697-4460-e7d5-3852fbd7f51b/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 971.641772] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Uploaded image d1a76b4e-d8c6-408e-b930-7ee06e055eb1 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 971.644307] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 971.644564] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc535209-a539-4deb-8b16-427e306404fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.653579] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 971.653579] env[69566]: value = "task-3407730" [ 971.653579] env[69566]: _type = "Task" [ 971.653579] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.666878] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407730, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.682235] env[69566]: DEBUG nova.policy [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22f6bd8ff19b49ecab1f5edfa21159bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38d8b352e8174d4d83cf2b9f53800b82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.987205] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076291} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.989870] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.991043] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4f16e-e44a-4ced-ad5d-b1394eec46bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.027504] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 00d077af-c890-49ed-8af5-bfabfc43c6da/00d077af-c890-49ed-8af5-bfabfc43c6da.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.032693] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cad2f97-65e5-4ae9-8aaa-1a46f6dd54ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.055884] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.056568] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.067189] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407726, 'name': CloneVM_Task, 'duration_secs': 1.642909} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.067637] env[69566]: DEBUG nova.network.neutron [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Successfully created port: 3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.075139] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Created linked-clone VM from snapshot [ 972.075847] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 972.075847] env[69566]: value = "task-3407733" [ 972.075847] env[69566]: _type = "Task" [ 972.075847] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.078931] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c8f477-0ab9-4f4f-bfe4-ef5afa4a6e0e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.102081] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.102725] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Uploading image 37a484bc-04dd-46fe-9edb-8f2196ecb71f {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 972.114313] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.146115] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 972.146115] env[69566]: value = "vm-679876" [ 972.146115] env[69566]: _type = "VirtualMachine" [ 972.146115] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 972.146677] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a91f2181-fcd0-4ed6-a883-df52d10b6ef4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.160158] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lease: (returnval){ [ 972.160158] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bcfb3f-eeb0-24ac-dd5f-0cefa83ccef3" [ 972.160158] env[69566]: _type = "HttpNfcLease" [ 972.160158] env[69566]: } obtained for exporting VM: (result){ [ 972.160158] env[69566]: value = "vm-679876" [ 972.160158] env[69566]: _type = "VirtualMachine" [ 972.160158] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 972.161392] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the lease: (returnval){ [ 972.161392] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bcfb3f-eeb0-24ac-dd5f-0cefa83ccef3" [ 972.161392] env[69566]: _type = "HttpNfcLease" [ 972.161392] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 972.178589] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.178589] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bcfb3f-eeb0-24ac-dd5f-0cefa83ccef3" [ 972.178589] env[69566]: _type = "HttpNfcLease" [ 972.178589] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.179107] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407730, 'name': Destroy_Task, 'duration_secs': 0.371238} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.180585] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroyed the VM [ 972.180892] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 972.184635] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e389fa7-a6e4-4519-9ba4-363a1ed9066b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.186810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "23cef26c-0b1c-4307-b90b-c5e19faab240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.187096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.189741] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99501453-0260-465d-9674-246d72356392 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.202422] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c72be2-3aa6-426f-a021-86c5eeaa9803 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.206630] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 972.206630] env[69566]: value = "task-3407735" [ 972.206630] env[69566]: _type = "Task" [ 972.206630] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.242922] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2331cc7-7845-430a-9142-2b9013c2283f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.251034] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407735, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.258037] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee763b72-c3f0-49c6-a7dc-f81823de624a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.276686] env[69566]: DEBUG nova.compute.provider_tree [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.559162] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.598457] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407733, 'name': ReconfigVM_Task, 'duration_secs': 0.34949} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.598457] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 00d077af-c890-49ed-8af5-bfabfc43c6da/00d077af-c890-49ed-8af5-bfabfc43c6da.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.598457] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd9305ce-2a62-4ed7-96f2-f33e6fedd921 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.605871] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 972.605871] env[69566]: value = "task-3407736" [ 972.605871] env[69566]: _type = "Task" [ 972.605871] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.615740] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407736, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.675515] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.675515] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bcfb3f-eeb0-24ac-dd5f-0cefa83ccef3" [ 972.675515] env[69566]: _type = "HttpNfcLease" [ 972.675515] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.675822] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.675822] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bcfb3f-eeb0-24ac-dd5f-0cefa83ccef3" [ 972.675822] env[69566]: _type = "HttpNfcLease" [ 972.675822] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.676730] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0bba1-2153-4f27-9b22-3a133038e997 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.685432] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfa544-3471-37dd-0bf0-7a522b569a85/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.685543] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfa544-3471-37dd-0bf0-7a522b569a85/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 972.746509] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.761281] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407735, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.780572] env[69566]: DEBUG nova.scheduler.client.report [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.788211] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-426cae14-42af-4948-b40d-76aadf717b4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.086433] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.118178] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407736, 'name': Rename_Task, 'duration_secs': 0.156382} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.118487] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.118746] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3256fcb0-3744-48f3-a502-1e8d6b6f3d1c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.123956] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.128280] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 973.128280] env[69566]: value = "task-3407737" [ 973.128280] env[69566]: _type = "Task" [ 973.128280] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.137320] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.147996] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.148282] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.148457] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.148740] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.148922] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.149093] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.149314] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.149606] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.149709] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.149848] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.150067] env[69566]: DEBUG nova.virt.hardware [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.150969] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593ee49d-2308-427f-903c-c5921e6a7685 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.160983] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef2525-bfb4-4867-aa2c-119f4a2b5157 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.265790] env[69566]: DEBUG oslo_vmware.api [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407735, 'name': RemoveSnapshot_Task, 'duration_secs': 0.601846} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.266157] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 973.266553] env[69566]: INFO nova.compute.manager [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 16.27 seconds to snapshot the instance on the hypervisor. [ 973.269807] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.285905] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.288712] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.847s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.289187] env[69566]: DEBUG nova.objects.instance [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lazy-loading 'resources' on Instance uuid 8184b40b-5d7a-4ef2-9c98-a4209f416c06 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.315504] env[69566]: INFO nova.scheduler.client.report [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Deleted allocations for instance 43ae5650-a6e3-4817-a372-c2e71edea303 [ 973.595576] env[69566]: DEBUG nova.compute.manager [req-3220f318-6b34-4652-9875-fb16334dd466 req-8ef4b9df-3309-458d-a05e-c13f3ea14100 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Received event network-vif-plugged-3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.596034] env[69566]: DEBUG oslo_concurrency.lockutils [req-3220f318-6b34-4652-9875-fb16334dd466 req-8ef4b9df-3309-458d-a05e-c13f3ea14100 service nova] Acquiring lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.596378] env[69566]: DEBUG oslo_concurrency.lockutils [req-3220f318-6b34-4652-9875-fb16334dd466 req-8ef4b9df-3309-458d-a05e-c13f3ea14100 service nova] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.596752] env[69566]: DEBUG oslo_concurrency.lockutils [req-3220f318-6b34-4652-9875-fb16334dd466 req-8ef4b9df-3309-458d-a05e-c13f3ea14100 service nova] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.597297] env[69566]: DEBUG nova.compute.manager [req-3220f318-6b34-4652-9875-fb16334dd466 req-8ef4b9df-3309-458d-a05e-c13f3ea14100 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] No waiting events found dispatching network-vif-plugged-3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.597590] env[69566]: WARNING nova.compute.manager [req-3220f318-6b34-4652-9875-fb16334dd466 req-8ef4b9df-3309-458d-a05e-c13f3ea14100 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Received unexpected event network-vif-plugged-3921d169-26ec-401e-921b-df287d976d15 for instance with vm_state building and task_state spawning. [ 973.646241] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407737, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.676504] env[69566]: DEBUG nova.network.neutron [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Successfully updated port: 3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.827283] env[69566]: DEBUG oslo_concurrency.lockutils [None req-82c608bf-ef57-464a-82fa-0d4411cfd0e8 tempest-ServerRescueTestJSONUnderV235-7895643 tempest-ServerRescueTestJSONUnderV235-7895643-project-member] Lock "43ae5650-a6e3-4817-a372-c2e71edea303" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.231s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.929169] env[69566]: DEBUG nova.compute.manager [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Found 3 images (rotation: 2) {{(pid=69566) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 973.931744] env[69566]: DEBUG nova.compute.manager [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Rotating out 1 backups {{(pid=69566) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 973.932167] env[69566]: DEBUG nova.compute.manager [None req-044a6ea7-1b8a-4a07-878d-557bce62cbbf tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleting image 4f02ae17-6eab-40d2-930b-65a8c4486561 {{(pid=69566) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 974.141765] env[69566]: DEBUG oslo_vmware.api [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407737, 'name': PowerOnVM_Task, 'duration_secs': 0.734691} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.142127] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.142436] env[69566]: INFO nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Took 7.69 seconds to spawn the instance on the hypervisor. [ 974.142888] env[69566]: DEBUG nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.143740] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de070f76-471b-43a2-be44-5cf5991b8399 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.179098] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "refresh_cache-3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.179273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquired lock "refresh_cache-3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.179446] env[69566]: DEBUG nova.network.neutron [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.243374] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba11384a-ced7-4a1a-9f46-2b795d122e58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.252094] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493bab6d-8d21-446e-a10c-57a9f6445e58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.285937] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694d5591-d59c-495d-8e04-1394e03deeb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.295476] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e7de94-6f88-4134-91fe-24ce9912ae0b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.310304] env[69566]: DEBUG nova.compute.provider_tree [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.445600] env[69566]: DEBUG nova.compute.manager [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.446644] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0480eaaa-c14d-4186-b66f-a67084d0adc6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.667050] env[69566]: INFO nova.compute.manager [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Took 25.92 seconds to build instance. [ 974.718927] env[69566]: DEBUG nova.network.neutron [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.813932] env[69566]: DEBUG nova.scheduler.client.report [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.925424] env[69566]: DEBUG nova.network.neutron [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Updating instance_info_cache with network_info: [{"id": "3921d169-26ec-401e-921b-df287d976d15", "address": "fa:16:3e:be:e6:15", "network": {"id": "965e0914-08da-410b-9933-a4a1d95ae48d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1936293963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d8b352e8174d4d83cf2b9f53800b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3921d169-26", "ovs_interfaceid": "3921d169-26ec-401e-921b-df287d976d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.957811] env[69566]: INFO nova.compute.manager [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] instance snapshotting [ 974.958541] env[69566]: DEBUG nova.objects.instance [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'flavor' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.171770] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35d8946e-b7da-4362-9b40-f74b2eac74ec tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.437s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.322159] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.325426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.252s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.329289] env[69566]: INFO nova.compute.claims [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.351770] env[69566]: INFO nova.scheduler.client.report [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleted allocations for instance 8184b40b-5d7a-4ef2-9c98-a4209f416c06 [ 975.428042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Releasing lock "refresh_cache-3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.428451] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Instance network_info: |[{"id": "3921d169-26ec-401e-921b-df287d976d15", "address": "fa:16:3e:be:e6:15", "network": {"id": "965e0914-08da-410b-9933-a4a1d95ae48d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1936293963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d8b352e8174d4d83cf2b9f53800b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3921d169-26", "ovs_interfaceid": "3921d169-26ec-401e-921b-df287d976d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.428992] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:e6:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3921d169-26ec-401e-921b-df287d976d15', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.439765] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Creating folder: Project (38d8b352e8174d4d83cf2b9f53800b82). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.441499] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7e26b0a-9f15-4011-a639-e7a740b22c03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.455565] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Created folder: Project (38d8b352e8174d4d83cf2b9f53800b82) in parent group-v679651. [ 975.455778] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Creating folder: Instances. Parent ref: group-v679879. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 975.456045] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-237b176c-8604-4467-ae4e-a8422b3a46dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.464710] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837f52f6-2bdd-4384-9587-b45d0aa50af1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.469659] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Created folder: Instances in parent group-v679879. [ 975.469995] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.470623] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.470933] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af687b0b-f943-41e1-9ef8-80f7f8c72446 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.505491] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d4aa32-ae10-403c-a27b-63240a1ae496 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.512077] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.512077] env[69566]: value = "task-3407741" [ 975.512077] env[69566]: _type = "Task" [ 975.512077] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.527681] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407741, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.636867] env[69566]: DEBUG nova.compute.manager [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Received event network-changed-3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.638257] env[69566]: DEBUG nova.compute.manager [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Refreshing instance network info cache due to event network-changed-3921d169-26ec-401e-921b-df287d976d15. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.638599] env[69566]: DEBUG oslo_concurrency.lockutils [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] Acquiring lock "refresh_cache-3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.638660] env[69566]: DEBUG oslo_concurrency.lockutils [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] Acquired lock "refresh_cache-3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.638835] env[69566]: DEBUG nova.network.neutron [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Refreshing network info cache for port 3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.660393] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.660529] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.865867] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0ab8bb10-de4b-401c-a9f6-cfd80cbb7f04 tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "8184b40b-5d7a-4ef2-9c98-a4209f416c06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.286s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.019456] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 976.019926] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e3b2a24-6630-4728-8f3f-50d5fecd59d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.029817] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407741, 'name': CreateVM_Task, 'duration_secs': 0.370749} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.031324] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.031778] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 976.031778] env[69566]: value = "task-3407742" [ 976.031778] env[69566]: _type = "Task" [ 976.031778] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.032474] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.032637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.032963] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.033290] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cf2590-c9b9-4911-a723-ab91b4dadc55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.046640] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 976.046640] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522cd39b-cdda-9609-c72d-a8e37d73f0d3" [ 976.046640] env[69566]: _type = "Task" [ 976.046640] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.047142] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.060786] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522cd39b-cdda-9609-c72d-a8e37d73f0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.0124} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.061196] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.061466] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.061714] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.061863] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.062062] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.062522] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d07a9572-4456-408b-986e-28f6ff6063cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.073016] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.073365] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.074396] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd05fd9-ae97-45f4-92ec-f5532ccaef6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.082222] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 976.082222] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525373a8-9a26-019e-34f6-7ca0bd7aa297" [ 976.082222] env[69566]: _type = "Task" [ 976.082222] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.095489] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525373a8-9a26-019e-34f6-7ca0bd7aa297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.169410] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.169606] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.169774] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.169962] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.171181] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.171181] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.171181] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 976.171181] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.196590] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.197270] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679878', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'name': 'volume-720bfca8-bf18-4e47-8abc-849f268b7660', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '243590bb-9557-4649-8b41-0f21b08945e1', 'attached_at': '', 'detached_at': '', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'serial': '720bfca8-bf18-4e47-8abc-849f268b7660'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.199598] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7535b9-2639-49a4-9251-813e374a6366 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.220285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d87366-3469-488c-90e4-804c52341837 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.249558] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-720bfca8-bf18-4e47-8abc-849f268b7660/volume-720bfca8-bf18-4e47-8abc-849f268b7660.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.249917] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3286993-86aa-4e41-8c2f-065cd36b0e18 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.275015] env[69566]: DEBUG oslo_vmware.api [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 976.275015] env[69566]: value = "task-3407743" [ 976.275015] env[69566]: _type = "Task" [ 976.275015] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.284223] env[69566]: DEBUG oslo_vmware.api [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407743, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.438876] env[69566]: DEBUG nova.network.neutron [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Updated VIF entry in instance network info cache for port 3921d169-26ec-401e-921b-df287d976d15. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.439855] env[69566]: DEBUG nova.network.neutron [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Updating instance_info_cache with network_info: [{"id": "3921d169-26ec-401e-921b-df287d976d15", "address": "fa:16:3e:be:e6:15", "network": {"id": "965e0914-08da-410b-9933-a4a1d95ae48d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1936293963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38d8b352e8174d4d83cf2b9f53800b82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3921d169-26", "ovs_interfaceid": "3921d169-26ec-401e-921b-df287d976d15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.546697] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.595330] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525373a8-9a26-019e-34f6-7ca0bd7aa297, 'name': SearchDatastore_Task, 'duration_secs': 0.011001} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.596080] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36ee4fca-f8a9-4b4e-b3d5-d7ef775ce9b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.602760] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 976.602760] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52028450-02cc-655e-25a6-0b49763840d3" [ 976.602760] env[69566]: _type = "Task" [ 976.602760] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.617064] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52028450-02cc-655e-25a6-0b49763840d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.674255] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.760652] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440dd741-2f65-4881-a7b7-01981cf6bbbc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.769930] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8bcbe-47cb-4225-aa59-300dcf40dada {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.806885] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc5181a-ce10-43ea-b3c9-eb6bdcce9e05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.813158] env[69566]: DEBUG oslo_vmware.api [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407743, 'name': ReconfigVM_Task, 'duration_secs': 0.414661} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.813866] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-720bfca8-bf18-4e47-8abc-849f268b7660/volume-720bfca8-bf18-4e47-8abc-849f268b7660.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.820635] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb59346a-7971-4d5c-8d1a-1e44415ae69b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.832961] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7becfc56-1f6e-410c-828a-07b41cedb905 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.848542] env[69566]: DEBUG nova.compute.provider_tree [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.851410] env[69566]: DEBUG oslo_vmware.api [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 976.851410] env[69566]: value = "task-3407744" [ 976.851410] env[69566]: _type = "Task" [ 976.851410] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.861028] env[69566]: DEBUG oslo_vmware.api [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.899323] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.899705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.900108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.900308] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.900563] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.904827] env[69566]: INFO nova.compute.manager [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Terminating instance [ 976.944969] env[69566]: DEBUG oslo_concurrency.lockutils [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] Releasing lock "refresh_cache-3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.945283] env[69566]: DEBUG nova.compute.manager [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Received event network-changed-5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.945471] env[69566]: DEBUG nova.compute.manager [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Refreshing instance network info cache due to event network-changed-5ef819e6-1ea0-439b-aafe-b1d2754476db. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.945705] env[69566]: DEBUG oslo_concurrency.lockutils [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] Acquiring lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.945850] env[69566]: DEBUG oslo_concurrency.lockutils [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] Acquired lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.946015] env[69566]: DEBUG nova.network.neutron [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Refreshing network info cache for port 5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.048606] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407742, 'name': CreateSnapshot_Task, 'duration_secs': 0.607691} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.048898] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 977.049675] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742236a1-9a58-468b-97f3-308ee0375dd0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.116284] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52028450-02cc-655e-25a6-0b49763840d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017128} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.116577] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.116834] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6/3f0c183b-b02f-4ae5-9146-2118cb3c9ff6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.117115] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-401335d0-df4c-4755-8f0f-81dcc7b29fb6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.124912] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 977.124912] env[69566]: value = "task-3407745" [ 977.124912] env[69566]: _type = "Task" [ 977.124912] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.134284] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.353776] env[69566]: DEBUG nova.scheduler.client.report [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.371540] env[69566]: DEBUG oslo_vmware.api [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407744, 'name': ReconfigVM_Task, 'duration_secs': 0.158175} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.371752] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679878', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'name': 'volume-720bfca8-bf18-4e47-8abc-849f268b7660', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '243590bb-9557-4649-8b41-0f21b08945e1', 'attached_at': '', 'detached_at': '', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'serial': '720bfca8-bf18-4e47-8abc-849f268b7660'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.408592] env[69566]: DEBUG nova.compute.manager [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.408833] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.409835] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edfec5f-03ed-4a35-ac8e-4f814370150f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.419276] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.419595] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e404481e-285b-49d1-8212-9259d5e99359 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.430642] env[69566]: DEBUG oslo_vmware.api [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 977.430642] env[69566]: value = "task-3407746" [ 977.430642] env[69566]: _type = "Task" [ 977.430642] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.442776] env[69566]: DEBUG oslo_vmware.api [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.570034] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.570401] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b87e47d6-c101-4aba-a8e6-949bda645e96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.583754] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 977.583754] env[69566]: value = "task-3407747" [ 977.583754] env[69566]: _type = "Task" [ 977.583754] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.593973] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407747, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.639014] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478907} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.639014] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6/3f0c183b-b02f-4ae5-9146-2118cb3c9ff6.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.639256] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.639432] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79689194-d8ad-4b7a-90e8-1b331a66440f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.649983] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 977.649983] env[69566]: value = "task-3407748" [ 977.649983] env[69566]: _type = "Task" [ 977.649983] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.661434] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.719303] env[69566]: DEBUG nova.network.neutron [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updated VIF entry in instance network info cache for port 5ef819e6-1ea0-439b-aafe-b1d2754476db. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.719700] env[69566]: DEBUG nova.network.neutron [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updating instance_info_cache with network_info: [{"id": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "address": "fa:16:3e:63:af:e5", "network": {"id": "679db433-deae-45dd-a41e-8caa024fe00f", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-675359578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b3bff2ad434c1ab3c948d78b39a017", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ef819e6-1e", "ovs_interfaceid": "5ef819e6-1ea0-439b-aafe-b1d2754476db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.866068] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.866645] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.869343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.886s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.869609] env[69566]: DEBUG nova.objects.instance [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lazy-loading 'resources' on Instance uuid f3ae9fe7-a43a-4bfb-a564-7f198d114b60 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.943635] env[69566]: DEBUG oslo_vmware.api [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407746, 'name': PowerOffVM_Task, 'duration_secs': 0.321964} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.943801] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.943858] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.944147] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e165b20-71bf-4b12-9eba-f609a5d34554 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.015451] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.015656] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.015847] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleting the datastore file [datastore2] 2c20cd4b-f85d-4d00-bcdb-f767793002ee {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.016130] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63fe7c51-3a14-4fc5-ae68-4e3f943cca1a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.023284] env[69566]: DEBUG oslo_vmware.api [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for the task: (returnval){ [ 978.023284] env[69566]: value = "task-3407750" [ 978.023284] env[69566]: _type = "Task" [ 978.023284] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.032553] env[69566]: DEBUG oslo_vmware.api [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.098930] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407747, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.161849] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122285} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.162840] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.163230] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d0b5c-03e2-454b-87ab-eecbaeea08d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.188577] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6/3f0c183b-b02f-4ae5-9146-2118cb3c9ff6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.188907] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599e917d-dfab-4487-80ba-51fb645596be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.210982] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 978.210982] env[69566]: value = "task-3407751" [ 978.210982] env[69566]: _type = "Task" [ 978.210982] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.224136] env[69566]: DEBUG oslo_concurrency.lockutils [req-c2d5cb80-7663-418e-a944-d815588dd2ad req-bb78596e-f09d-45d7-b8b5-8ac89ec32471 service nova] Releasing lock "refresh_cache-00d077af-c890-49ed-8af5-bfabfc43c6da" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.224567] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.374246] env[69566]: DEBUG nova.compute.utils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.379568] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.379659] env[69566]: DEBUG nova.network.neutron [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.418749] env[69566]: DEBUG nova.objects.instance [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'flavor' on Instance uuid 243590bb-9557-4649-8b41-0f21b08945e1 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.421943] env[69566]: DEBUG nova.policy [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.534969] env[69566]: DEBUG oslo_vmware.api [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Task: {'id': task-3407750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153059} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.535302] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.535501] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.535682] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.535873] env[69566]: INFO nova.compute.manager [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 978.536144] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.536392] env[69566]: DEBUG nova.compute.manager [-] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.536724] env[69566]: DEBUG nova.network.neutron [-] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.594443] env[69566]: INFO nova.compute.manager [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Rescuing [ 978.594443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.594443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.594443] env[69566]: DEBUG nova.network.neutron [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.605567] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407747, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.724985] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407751, 'name': ReconfigVM_Task, 'duration_secs': 0.402956} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.725283] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6/3f0c183b-b02f-4ae5-9146-2118cb3c9ff6.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.726339] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4787a4f8-1d35-4b98-8e4b-56c376f1344f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.734628] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 978.734628] env[69566]: value = "task-3407752" [ 978.734628] env[69566]: _type = "Task" [ 978.734628] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.749894] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407752, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.790164] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e79089b-d8fc-47de-b815-7505e5cd4855 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.799816] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201fa195-88f4-4095-a72e-8ec54239d845 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.840087] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dac383-9815-4a3c-b8fc-956eadb6ad3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.850948] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff20f8-28ff-42fc-9f4d-2de7565d2393 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.867475] env[69566]: DEBUG nova.compute.provider_tree [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.880220] env[69566]: DEBUG nova.network.neutron [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Successfully created port: cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.883247] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.929920] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99588c98-dd7b-4295-93f9-4bb3364f1a4e tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.864s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.036156] env[69566]: DEBUG nova.compute.manager [req-34fb3b06-19b2-41d9-8e50-72716a3cfd4c req-2badee7e-11ae-46c5-80d6-a047fb285fdd service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Received event network-vif-deleted-99974978-e4f1-437e-afb3-643cd0e42dcd {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.036156] env[69566]: INFO nova.compute.manager [req-34fb3b06-19b2-41d9-8e50-72716a3cfd4c req-2badee7e-11ae-46c5-80d6-a047fb285fdd service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Neutron deleted interface 99974978-e4f1-437e-afb3-643cd0e42dcd; detaching it from the instance and deleting it from the info cache [ 979.036779] env[69566]: DEBUG nova.network.neutron [req-34fb3b06-19b2-41d9-8e50-72716a3cfd4c req-2badee7e-11ae-46c5-80d6-a047fb285fdd service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.101547] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407747, 'name': CloneVM_Task, 'duration_secs': 1.465006} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.101823] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Created linked-clone VM from snapshot [ 979.102936] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728cf8bd-f634-4e78-869a-a08a6b460572 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.112280] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Uploading image 77437084-f228-4469-8b69-1eb6e5c7713b {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 979.136985] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 979.136985] env[69566]: value = "vm-679883" [ 979.136985] env[69566]: _type = "VirtualMachine" [ 979.136985] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 979.137299] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e63912e9-5aaf-4874-a8ed-52cae1bbeb6b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.146582] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease: (returnval){ [ 979.146582] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52460450-c91b-572e-36e8-e9b2b34eba12" [ 979.146582] env[69566]: _type = "HttpNfcLease" [ 979.146582] env[69566]: } obtained for exporting VM: (result){ [ 979.146582] env[69566]: value = "vm-679883" [ 979.146582] env[69566]: _type = "VirtualMachine" [ 979.146582] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 979.146923] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the lease: (returnval){ [ 979.146923] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52460450-c91b-572e-36e8-e9b2b34eba12" [ 979.146923] env[69566]: _type = "HttpNfcLease" [ 979.146923] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 979.156621] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.156621] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52460450-c91b-572e-36e8-e9b2b34eba12" [ 979.156621] env[69566]: _type = "HttpNfcLease" [ 979.156621] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.246911] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407752, 'name': Rename_Task, 'duration_secs': 0.261878} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.246911] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.246911] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a6b9265-883e-459c-a319-684fae73623b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.254516] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 979.254516] env[69566]: value = "task-3407754" [ 979.254516] env[69566]: _type = "Task" [ 979.254516] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.275249] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407754, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.371619] env[69566]: DEBUG nova.scheduler.client.report [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.394677] env[69566]: DEBUG nova.network.neutron [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.475605] env[69566]: DEBUG nova.network.neutron [-] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.540182] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c64ca97b-4fe6-4d6f-8113-5b500d7decfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.551393] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11778458-9fe4-4cf2-a433-ba33c9eb960e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.589306] env[69566]: DEBUG nova.compute.manager [req-34fb3b06-19b2-41d9-8e50-72716a3cfd4c req-2badee7e-11ae-46c5-80d6-a047fb285fdd service nova] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Detach interface failed, port_id=99974978-e4f1-437e-afb3-643cd0e42dcd, reason: Instance 2c20cd4b-f85d-4d00-bcdb-f767793002ee could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.658119] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.658119] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52460450-c91b-572e-36e8-e9b2b34eba12" [ 979.658119] env[69566]: _type = "HttpNfcLease" [ 979.658119] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.658443] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.658443] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52460450-c91b-572e-36e8-e9b2b34eba12" [ 979.658443] env[69566]: _type = "HttpNfcLease" [ 979.658443] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.659219] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dfca91-3897-43c2-9638-12683fd7d8c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.668367] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d570cb-1d09-e0c3-f2da-62a5ed5e801f/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.668582] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d570cb-1d09-e0c3-f2da-62a5ed5e801f/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.767837] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407754, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.779826] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b4e2f1e-7524-49b1-b1f3-281bef823961 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.877901] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.879887] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.292s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.880153] env[69566]: DEBUG nova.objects.instance [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lazy-loading 'resources' on Instance uuid 3e289482-762a-47c7-9ca0-c30386819975 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.897299] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.899888] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.905894] env[69566]: INFO nova.scheduler.client.report [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Deleted allocations for instance f3ae9fe7-a43a-4bfb-a564-7f198d114b60 [ 979.978510] env[69566]: INFO nova.compute.manager [-] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Took 1.44 seconds to deallocate network for instance. [ 979.986559] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.987076] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.987394] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.987877] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.988411] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.988826] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.989315] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.989679] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.990099] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.990794] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.990897] env[69566]: DEBUG nova.virt.hardware [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.998972] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480ae32-db24-494a-8ed2-d79cd5feed87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.016634] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cfde13-1529-41ab-a8b9-f1bffc09aa84 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.267811] env[69566]: DEBUG oslo_vmware.api [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407754, 'name': PowerOnVM_Task, 'duration_secs': 0.535554} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.267913] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.268098] env[69566]: INFO nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Took 7.14 seconds to spawn the instance on the hypervisor. [ 980.268281] env[69566]: DEBUG nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.269318] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d9875-b9fd-40dd-9047-53887c617f77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.415598] env[69566]: DEBUG oslo_concurrency.lockutils [None req-67ba9406-c1a6-4f3d-a8aa-604f1ccfe65a tempest-VolumesAdminNegativeTest-1895972689 tempest-VolumesAdminNegativeTest-1895972689-project-member] Lock "f3ae9fe7-a43a-4bfb-a564-7f198d114b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.914s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.498163] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.553263] env[69566]: DEBUG nova.network.neutron [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Successfully updated port: cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.803167] env[69566]: INFO nova.compute.manager [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Took 22.88 seconds to build instance. [ 980.921489] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c6c15f-8e93-47ed-a243-1bfb2a54969d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.931034] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c080ea-24a7-4c4b-a959-c3b9dccea261 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.969695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa06111-0075-4ef7-8368-b7c5e3289b03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.979184] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22733e22-9471-4ad2-a333-b47422240198 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.995490] env[69566]: DEBUG nova.compute.provider_tree [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.059747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-fb28fb19-32fc-4225-913e-de6b400b0a00" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.059747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-fb28fb19-32fc-4225-913e-de6b400b0a00" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.059747] env[69566]: DEBUG nova.network.neutron [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.126121] env[69566]: DEBUG nova.compute.manager [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Received event network-vif-plugged-cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.126121] env[69566]: DEBUG oslo_concurrency.lockutils [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] Acquiring lock "fb28fb19-32fc-4225-913e-de6b400b0a00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.126121] env[69566]: DEBUG oslo_concurrency.lockutils [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.126355] env[69566]: DEBUG oslo_concurrency.lockutils [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.126555] env[69566]: DEBUG nova.compute.manager [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] No waiting events found dispatching network-vif-plugged-cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.126847] env[69566]: WARNING nova.compute.manager [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Received unexpected event network-vif-plugged-cde4bdfe-a3cf-43be-8b5d-33949321e48e for instance with vm_state building and task_state spawning. [ 981.127093] env[69566]: DEBUG nova.compute.manager [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Received event network-changed-cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.127311] env[69566]: DEBUG nova.compute.manager [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Refreshing instance network info cache due to event network-changed-cde4bdfe-a3cf-43be-8b5d-33949321e48e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.127541] env[69566]: DEBUG oslo_concurrency.lockutils [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] Acquiring lock "refresh_cache-fb28fb19-32fc-4225-913e-de6b400b0a00" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.309048] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a84dc42c-ca92-4692-b772-1c5ce72c5959 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.396s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.498832] env[69566]: DEBUG nova.scheduler.client.report [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.524065] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.524065] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f3f2b3d-c150-4274-a003-bc581582dbf2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.532269] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 981.532269] env[69566]: value = "task-3407755" [ 981.532269] env[69566]: _type = "Task" [ 981.532269] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.544015] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.633411] env[69566]: DEBUG nova.network.neutron [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.894624] env[69566]: DEBUG nova.network.neutron [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Updating instance_info_cache with network_info: [{"id": "cde4bdfe-a3cf-43be-8b5d-33949321e48e", "address": "fa:16:3e:60:c8:71", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde4bdfe-a3", "ovs_interfaceid": "cde4bdfe-a3cf-43be-8b5d-33949321e48e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.004469] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.007693] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.571s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.009136] env[69566]: INFO nova.compute.claims [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.040618] env[69566]: INFO nova.scheduler.client.report [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted allocations for instance 3e289482-762a-47c7-9ca0-c30386819975 [ 982.054514] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407755, 'name': PowerOffVM_Task, 'duration_secs': 0.401854} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.054863] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.055780] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df2bed-ab25-4a26-8f07-9846b1ee0707 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.083285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289e98b9-6324-4bec-b1e8-bd158a931e03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.398317] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-fb28fb19-32fc-4225-913e-de6b400b0a00" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.398700] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Instance network_info: |[{"id": "cde4bdfe-a3cf-43be-8b5d-33949321e48e", "address": "fa:16:3e:60:c8:71", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde4bdfe-a3", "ovs_interfaceid": "cde4bdfe-a3cf-43be-8b5d-33949321e48e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.399073] env[69566]: DEBUG oslo_concurrency.lockutils [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] Acquired lock "refresh_cache-fb28fb19-32fc-4225-913e-de6b400b0a00" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.399337] env[69566]: DEBUG nova.network.neutron [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Refreshing network info cache for port cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.402349] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:c8:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cde4bdfe-a3cf-43be-8b5d-33949321e48e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.410035] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.411131] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.411366] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3018493b-14ab-4a8b-8135-3e80f116611c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.435618] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.435618] env[69566]: value = "task-3407756" [ 982.435618] env[69566]: _type = "Task" [ 982.435618] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.448034] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407756, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.550019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a4b9756d-f698-42a2-a6f0-dfc915ccfc4a tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "3e289482-762a-47c7-9ca0-c30386819975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.614s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.555394] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.557311] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5c998d-bc63-417a-8a14-aece1a520345 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.568973] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfa544-3471-37dd-0bf0-7a522b569a85/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.570187] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f633028a-684c-42dd-9d2b-722358150ce3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.575059] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 982.575059] env[69566]: value = "task-3407757" [ 982.575059] env[69566]: _type = "Task" [ 982.575059] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.582369] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfa544-3471-37dd-0bf0-7a522b569a85/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.582532] env[69566]: ERROR oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfa544-3471-37dd-0bf0-7a522b569a85/disk-0.vmdk due to incomplete transfer. [ 982.583178] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2f1a597-d08b-4a48-93c7-9bb13cbd6547 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.590088] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 982.590308] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.590628] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.590861] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.591142] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.591464] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9a4efaf-f4dd-4b96-af51-4263cce0a91e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.594892] env[69566]: DEBUG oslo_vmware.rw_handles [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bfa544-3471-37dd-0bf0-7a522b569a85/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 982.595413] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Uploaded image 37a484bc-04dd-46fe-9edb-8f2196ecb71f to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 982.597567] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.598660] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cc6850f-79eb-452b-900c-5a928191a319 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.606645] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.606770] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.608084] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b347f618-3562-4fd1-8aef-ba3e1709dd4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.612618] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 982.612618] env[69566]: value = "task-3407758" [ 982.612618] env[69566]: _type = "Task" [ 982.612618] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.619867] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 982.619867] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e08327-2dd9-98e3-35cf-a0be720b4bed" [ 982.619867] env[69566]: _type = "Task" [ 982.619867] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.628472] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407758, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.635498] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e08327-2dd9-98e3-35cf-a0be720b4bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.948756] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407756, 'name': CreateVM_Task, 'duration_secs': 0.457833} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.948963] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.950123] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.950297] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.950631] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.950898] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d8fc27a-3169-49a6-a8c0-4d97fa681237 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.957187] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 982.957187] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522cd830-50d6-3164-6870-7eefd14999b6" [ 982.957187] env[69566]: _type = "Task" [ 982.957187] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.967763] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522cd830-50d6-3164-6870-7eefd14999b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.125868] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407758, 'name': Destroy_Task, 'duration_secs': 0.382754} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.133760] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Destroyed the VM [ 983.134132] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.134676] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ef7bf5c6-f553-421f-aa3c-97d85daac584 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.145177] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e08327-2dd9-98e3-35cf-a0be720b4bed, 'name': SearchDatastore_Task, 'duration_secs': 0.018835} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.151164] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 983.151164] env[69566]: value = "task-3407759" [ 983.151164] env[69566]: _type = "Task" [ 983.151164] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.151164] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7ac528-0b88-4d04-b839-1a83e246815b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.174012] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 983.174012] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c62852-44a3-c86d-9f21-c4817652b20b" [ 983.174012] env[69566]: _type = "Task" [ 983.174012] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.174278] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407759, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.216409] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c62852-44a3-c86d-9f21-c4817652b20b, 'name': SearchDatastore_Task, 'duration_secs': 0.019537} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.221339] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.221773] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. {{(pid=69566) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 983.223350] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76f0a4d2-312c-4991-8dfd-83c3f85752a4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.243181] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 983.243181] env[69566]: value = "task-3407760" [ 983.243181] env[69566]: _type = "Task" [ 983.243181] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.263837] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.290024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "69365d1c-650f-4061-959c-4b1ce6149b42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.290024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "69365d1c-650f-4061-959c-4b1ce6149b42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.290293] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "69365d1c-650f-4061-959c-4b1ce6149b42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.290421] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "69365d1c-650f-4061-959c-4b1ce6149b42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.292542] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "69365d1c-650f-4061-959c-4b1ce6149b42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.299762] env[69566]: INFO nova.compute.manager [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Terminating instance [ 983.317979] env[69566]: DEBUG nova.network.neutron [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Updated VIF entry in instance network info cache for port cde4bdfe-a3cf-43be-8b5d-33949321e48e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.317979] env[69566]: DEBUG nova.network.neutron [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Updating instance_info_cache with network_info: [{"id": "cde4bdfe-a3cf-43be-8b5d-33949321e48e", "address": "fa:16:3e:60:c8:71", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcde4bdfe-a3", "ovs_interfaceid": "cde4bdfe-a3cf-43be-8b5d-33949321e48e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.470131] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522cd830-50d6-3164-6870-7eefd14999b6, 'name': SearchDatastore_Task, 'duration_secs': 0.019945} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.473328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.473608] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.473872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.474037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.474224] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.474687] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-114491c4-d859-41dc-a832-97be63633f1c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.486419] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.486622] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.490235] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81f64e8-b400-4b50-a49f-500e0b741e00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.497955] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 983.497955] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522fbaf4-9ae1-7202-e42a-0f03218737bb" [ 983.497955] env[69566]: _type = "Task" [ 983.497955] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.505806] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9634134-bb3e-4e8c-9dec-5689a83d9ab2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.512305] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522fbaf4-9ae1-7202-e42a-0f03218737bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.518743] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752eff20-97c0-4a2e-bb7c-66d110d93b13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.556493] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b4c16f-8ee5-41e1-af03-1134aff635e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.567177] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6a3d91-fc77-49ef-a9a3-f793bd0f899c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.584302] env[69566]: DEBUG nova.compute.provider_tree [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.614499] env[69566]: DEBUG nova.compute.manager [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.615515] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb7016-d711-4e01-bf7f-9ce42bf58ae7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.669727] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407759, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.759994] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.808915] env[69566]: DEBUG nova.compute.manager [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.809273] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.810599] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7683bd9-761a-4aa3-a783-2400e4ab32fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.824737] env[69566]: DEBUG oslo_concurrency.lockutils [req-3aea10f3-6de2-42ed-b192-62af7be8d4c2 req-61db4ccf-883a-41fb-8561-c28c5da35831 service nova] Releasing lock "refresh_cache-fb28fb19-32fc-4225-913e-de6b400b0a00" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.825917] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.826471] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7344ff2-0b54-4617-896a-2883c5d1e251 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.838808] env[69566]: DEBUG oslo_vmware.api [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 983.838808] env[69566]: value = "task-3407761" [ 983.838808] env[69566]: _type = "Task" [ 983.838808] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.852417] env[69566]: DEBUG oslo_vmware.api [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.012319] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522fbaf4-9ae1-7202-e42a-0f03218737bb, 'name': SearchDatastore_Task, 'duration_secs': 0.022405} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.013251] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d3912a-2b8a-4af7-bcac-ae1ab734eb00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.020815] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 984.020815] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c8d784-d194-263e-d03b-8d9933e74c9e" [ 984.020815] env[69566]: _type = "Task" [ 984.020815] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.032204] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c8d784-d194-263e-d03b-8d9933e74c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.091028] env[69566]: DEBUG nova.scheduler.client.report [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.111823] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "4244adb1-2753-4c51-91e7-d3cc8a01a000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.111950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.128592] env[69566]: INFO nova.compute.manager [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] instance snapshotting [ 984.132940] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17137c5f-ee8a-4d17-93e8-21edf7d36b2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.167340] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4186e16-e12b-430c-84cc-b656ddb54188 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.177961] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407759, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715269} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.181055] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.181470] env[69566]: DEBUG nova.compute.manager [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.182951] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9322e30-98c5-4f8e-af9a-781fd99925b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.256515] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781282} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.256854] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk. [ 984.257717] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0235450-e660-41cd-ab84-461623644cdd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.288767] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.289118] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffdffdd8-aac0-4bf3-a950-3a8fdf15d56d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.308798] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 984.308798] env[69566]: value = "task-3407762" [ 984.308798] env[69566]: _type = "Task" [ 984.308798] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.323292] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407762, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.349934] env[69566]: DEBUG oslo_vmware.api [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407761, 'name': PowerOffVM_Task, 'duration_secs': 0.359136} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.350156] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.350382] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.350682] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfaf592d-e8ee-4e04-9912-58565a650583 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.438038] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.438361] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.438519] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleting the datastore file [datastore1] 69365d1c-650f-4061-959c-4b1ce6149b42 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.439027] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a10a3f9f-2e66-42ef-9a7f-dc2200fd686e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.447801] env[69566]: DEBUG oslo_vmware.api [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 984.447801] env[69566]: value = "task-3407764" [ 984.447801] env[69566]: _type = "Task" [ 984.447801] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.456976] env[69566]: DEBUG oslo_vmware.api [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.533355] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c8d784-d194-263e-d03b-8d9933e74c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.028588} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.533658] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.534050] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] fb28fb19-32fc-4225-913e-de6b400b0a00/fb28fb19-32fc-4225-913e-de6b400b0a00.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.534333] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47e36e33-0744-48f6-a9bb-3326684f8a62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.545203] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 984.545203] env[69566]: value = "task-3407765" [ 984.545203] env[69566]: _type = "Task" [ 984.545203] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.557520] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.596950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.597429] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.600478] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.128s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.601982] env[69566]: INFO nova.compute.claims [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.614079] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.682957] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.683648] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-244a7eee-2f57-4e35-8038-3901efd38295 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.692278] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 984.692278] env[69566]: value = "task-3407766" [ 984.692278] env[69566]: _type = "Task" [ 984.692278] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.699108] env[69566]: INFO nova.compute.manager [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Shelve offloading [ 984.704079] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.819945] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.963707] env[69566]: DEBUG oslo_vmware.api [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317104} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.964028] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.964273] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.964475] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.964658] env[69566]: INFO nova.compute.manager [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Took 1.16 seconds to destroy the instance on the hypervisor. [ 984.964937] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.965191] env[69566]: DEBUG nova.compute.manager [-] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.965296] env[69566]: DEBUG nova.network.neutron [-] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.056624] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.107025] env[69566]: DEBUG nova.compute.utils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.109168] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.109629] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.144416] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.202439] env[69566]: DEBUG nova.policy [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b14851109da843019858cbad7479dd2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb93a6afa8d43aa978e91bd3a4ced29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.207708] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.210104] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.210104] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4735e68b-a577-491a-8b89-7f7f19a09fd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.224256] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 985.224256] env[69566]: value = "task-3407767" [ 985.224256] env[69566]: _type = "Task" [ 985.224256] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.239409] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.240099] env[69566]: DEBUG nova.compute.manager [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.241751] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aead18b7-f9a1-4db1-8f8c-be1a0f9f1d77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.253377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.253377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.253377] env[69566]: DEBUG nova.network.neutron [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.321561] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407762, 'name': ReconfigVM_Task, 'duration_secs': 0.677128} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.321962] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1/0ebfcbf7-ed1f-4512-8792-34be4838a9de-rescue.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.322950] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26882ba6-7fdc-4c55-a6a7-d019fca51945 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.363857] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3a21e6-cbab-40c6-8338-52fd3ac44f2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.388151] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 985.388151] env[69566]: value = "task-3407768" [ 985.388151] env[69566]: _type = "Task" [ 985.388151] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.394772] env[69566]: DEBUG nova.compute.manager [req-ecaebdb0-d0df-4588-8427-6a0089387fb4 req-96e1f316-84af-488c-86ee-12553474b676 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Received event network-vif-deleted-ce855408-bea8-4417-a3c4-83fbda90d5d4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.394980] env[69566]: INFO nova.compute.manager [req-ecaebdb0-d0df-4588-8427-6a0089387fb4 req-96e1f316-84af-488c-86ee-12553474b676 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Neutron deleted interface ce855408-bea8-4417-a3c4-83fbda90d5d4; detaching it from the instance and deleting it from the info cache [ 985.395197] env[69566]: DEBUG nova.network.neutron [req-ecaebdb0-d0df-4588-8427-6a0089387fb4 req-96e1f316-84af-488c-86ee-12553474b676 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.403994] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.556714] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647421} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.557019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] fb28fb19-32fc-4225-913e-de6b400b0a00/fb28fb19-32fc-4225-913e-de6b400b0a00.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.557479] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.558113] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd2f9835-007e-4b27-8cf8-5565621fe8ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.567314] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 985.567314] env[69566]: value = "task-3407769" [ 985.567314] env[69566]: _type = "Task" [ 985.567314] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.572506] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Successfully created port: 58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.582753] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.616991] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.710309] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.783959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "a8eb20df-196f-43cd-804a-7ec3c93965db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.784239] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.784473] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "a8eb20df-196f-43cd-804a-7ec3c93965db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.784674] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.784872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.788053] env[69566]: INFO nova.compute.manager [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Terminating instance [ 985.879902] env[69566]: DEBUG nova.network.neutron [-] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.900100] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407768, 'name': ReconfigVM_Task, 'duration_secs': 0.303812} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.900331] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-997c93a4-9bf4-4d6d-90aa-f8c77b984ad6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.902316] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.906208] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1557ec9-cd5d-4efd-ae06-d6e048b5461a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.918312] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 985.918312] env[69566]: value = "task-3407770" [ 985.918312] env[69566]: _type = "Task" [ 985.918312] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.923229] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534c12f1-3463-444e-ba3d-46f2a637dc9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.969931] env[69566]: DEBUG nova.compute.manager [req-ecaebdb0-d0df-4588-8427-6a0089387fb4 req-96e1f316-84af-488c-86ee-12553474b676 service nova] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Detach interface failed, port_id=ce855408-bea8-4417-a3c4-83fbda90d5d4, reason: Instance 69365d1c-650f-4061-959c-4b1ce6149b42 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.078297] env[69566]: DEBUG nova.network.neutron [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.084311] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096778} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.085041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.086161] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e350c2a4-0202-4dc8-998f-d0102dee3ee3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.116344] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] fb28fb19-32fc-4225-913e-de6b400b0a00/fb28fb19-32fc-4225-913e-de6b400b0a00.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.120163] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b04133cb-1fcf-4a5d-8230-f3516062487e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.136727] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bd075e-a87d-4a38-afc4-687f0ae5fed5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.153551] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b5854-01d0-446c-a269-f53acf254c86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.157266] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 986.157266] env[69566]: value = "task-3407771" [ 986.157266] env[69566]: _type = "Task" [ 986.157266] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.195532] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3809ec12-8c38-481a-9255-324a434ef3d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.202306] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.215952] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407766, 'name': CreateSnapshot_Task, 'duration_secs': 1.093748} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.217867] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df208a2-ae13-4a48-b241-2bd61e48710c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.221802] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.222641] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df83c82c-1de5-4203-a336-f1a51ff706ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.241348] env[69566]: DEBUG nova.compute.provider_tree [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.293175] env[69566]: DEBUG nova.compute.manager [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.293175] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.294297] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c62513-4039-47ca-b016-5fd643e8394a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.304300] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.304300] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae22841-51e5-45f4-b0ca-3bd9027306a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.313064] env[69566]: DEBUG oslo_vmware.api [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 986.313064] env[69566]: value = "task-3407772" [ 986.313064] env[69566]: _type = "Task" [ 986.313064] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.323309] env[69566]: DEBUG oslo_vmware.api [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.383595] env[69566]: INFO nova.compute.manager [-] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Took 1.42 seconds to deallocate network for instance. [ 986.433977] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407770, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.586475] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.646335] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.674776] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407771, 'name': ReconfigVM_Task, 'duration_secs': 0.470337} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.677889] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.677889] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.677889] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.677889] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.677889] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.678218] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.678317] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.678482] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.678756] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.678842] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.678973] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.679318] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Reconfigured VM instance instance-0000004f to attach disk [datastore2] fb28fb19-32fc-4225-913e-de6b400b0a00/fb28fb19-32fc-4225-913e-de6b400b0a00.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.680483] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d758dba-05ee-4ace-bee3-f42da83d9d6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.683241] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0d293f1-f0e1-410d-ac2f-d6d0b66fe46d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.693645] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c77b0b-4e0e-470c-83a7-ec8f372cfb4f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.697249] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 986.697249] env[69566]: value = "task-3407773" [ 986.697249] env[69566]: _type = "Task" [ 986.697249] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.719902] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407773, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.751570] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.753139] env[69566]: DEBUG nova.scheduler.client.report [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.757088] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfb6e664-1f3e-469f-80ec-96e3f7dcd94f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.769990] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 986.769990] env[69566]: value = "task-3407774" [ 986.769990] env[69566]: _type = "Task" [ 986.769990] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.779898] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407774, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.825592] env[69566]: DEBUG oslo_vmware.api [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407772, 'name': PowerOffVM_Task, 'duration_secs': 0.356139} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.825905] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.826090] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.826366] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3711a5a3-27c8-4efc-b407-2f82ca3c95bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.891489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.916083] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.916083] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.916083] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Deleting the datastore file [datastore2] a8eb20df-196f-43cd-804a-7ec3c93965db {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.916083] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1f87e3-8eb1-4959-83f8-f9d031cca901 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.930967] env[69566]: DEBUG oslo_vmware.api [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for the task: (returnval){ [ 986.930967] env[69566]: value = "task-3407776" [ 986.930967] env[69566]: _type = "Task" [ 986.930967] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.935208] env[69566]: DEBUG oslo_vmware.api [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407770, 'name': PowerOnVM_Task, 'duration_secs': 0.651975} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.941517] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.943301] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.947971] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92410ff2-4678-4311-bf22-ac9ca2ec5137 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.948836] env[69566]: DEBUG nova.compute.manager [None req-3fb70b57-271b-430c-b8c0-9d86eb9b39c7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.950112] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c19879-8e4f-402b-9257-c550871a847e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.958339] env[69566]: DEBUG oslo_vmware.api [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.963762] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.966307] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1eeec66-48eb-431b-86c4-bb403e2355bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.065683] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.065935] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.066154] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleting the datastore file [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.066460] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-864e5abc-37fa-4c83-918f-40447802dd95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.076283] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 987.076283] env[69566]: value = "task-3407778" [ 987.076283] env[69566]: _type = "Task" [ 987.076283] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.088922] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.211810] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407773, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.259308] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Successfully updated port: 58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.263367] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.263367] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.265401] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.734s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.266849] env[69566]: INFO nova.compute.claims [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.288355] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407774, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.446432] env[69566]: DEBUG oslo_vmware.api [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Task: {'id': task-3407776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277407} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.446741] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.446945] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.447152] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.447327] env[69566]: INFO nova.compute.manager [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Took 1.15 seconds to destroy the instance on the hypervisor. [ 987.447592] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.447806] env[69566]: DEBUG nova.compute.manager [-] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.447989] env[69566]: DEBUG nova.network.neutron [-] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.458605] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-vif-unplugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.458850] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.459255] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.459348] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.459575] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] No waiting events found dispatching network-vif-unplugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.459702] env[69566]: WARNING nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received unexpected event network-vif-unplugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 for instance with vm_state shelved and task_state shelving_offloading. [ 987.459862] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-changed-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.461485] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Refreshing instance network info cache due to event network-changed-8b195509-2c2b-4af5-b2c9-c8ed1de56059. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.461485] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.461485] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.461485] env[69566]: DEBUG nova.network.neutron [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Refreshing network info cache for port 8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.589613] env[69566]: DEBUG oslo_vmware.api [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285359} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.590223] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.590223] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.590397] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.621401] env[69566]: INFO nova.scheduler.client.report [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted allocations for instance 95f69ddc-883e-47ef-9b1a-768cbba65ce0 [ 987.714126] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407773, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.768468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "refresh_cache-9ea19006-2c95-4f25-9bb9-014d6a2aff5a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.768468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "refresh_cache-9ea19006-2c95-4f25-9bb9-014d6a2aff5a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.768468] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.778260] env[69566]: DEBUG nova.compute.utils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.782133] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.782346] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.797225] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407774, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.890855] env[69566]: DEBUG nova.policy [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b14851109da843019858cbad7479dd2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb93a6afa8d43aa978e91bd3a4ced29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.125506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.233298] env[69566]: INFO nova.compute.manager [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Unrescuing [ 988.233746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.234394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.234856] env[69566]: DEBUG nova.network.neutron [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.238384] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407773, 'name': Rename_Task, 'duration_secs': 1.163877} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.238384] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.238384] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b2e1656-8f37-4a52-a237-43914e7da661 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.257197] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 988.257197] env[69566]: value = "task-3407779" [ 988.257197] env[69566]: _type = "Task" [ 988.257197] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.262390] env[69566]: DEBUG nova.network.neutron [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updated VIF entry in instance network info cache for port 8b195509-2c2b-4af5-b2c9-c8ed1de56059. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.262390] env[69566]: DEBUG nova.network.neutron [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": null, "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8b195509-2c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.269470] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.281945] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.304692] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407774, 'name': CloneVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.331021] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.494309] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Successfully created port: df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.563691] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Updating instance_info_cache with network_info: [{"id": "58c7918d-30bc-4e9b-8662-834228097ae7", "address": "fa:16:3e:f8:1a:bf", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c7918d-30", "ovs_interfaceid": "58c7918d-30bc-4e9b-8662-834228097ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.597532] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d570cb-1d09-e0c3-f2da-62a5ed5e801f/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.598547] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e643bd94-b528-4d82-a4bc-6e85d18c41f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.608014] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d570cb-1d09-e0c3-f2da-62a5ed5e801f/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.608201] env[69566]: ERROR oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d570cb-1d09-e0c3-f2da-62a5ed5e801f/disk-0.vmdk due to incomplete transfer. [ 988.608431] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71a5a18e-a7e4-492f-8bd3-5cd4c709ba25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.616658] env[69566]: DEBUG oslo_vmware.rw_handles [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d570cb-1d09-e0c3-f2da-62a5ed5e801f/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.616865] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Uploaded image 77437084-f228-4469-8b69-1eb6e5c7713b to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.618546] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.619153] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-679272cb-efeb-4b86-8539-ae9990821244 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.629673] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 988.629673] env[69566]: value = "task-3407780" [ 988.629673] env[69566]: _type = "Task" [ 988.629673] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.645138] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407780, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.706174] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c31dc41-d937-47bd-bf5c-ba35e901fbb5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.716014] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752e9c22-24dd-4869-bde3-d5e343319c37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.720886] env[69566]: DEBUG nova.network.neutron [-] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.757280] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30def7c6-9015-4d87-940b-172ad0f5b029 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.765452] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.765686] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Received event network-vif-plugged-58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.765917] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Acquiring lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.766173] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.766373] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.766569] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] No waiting events found dispatching network-vif-plugged-58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.766801] env[69566]: WARNING nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Received unexpected event network-vif-plugged-58c7918d-30bc-4e9b-8662-834228097ae7 for instance with vm_state building and task_state spawning. [ 988.767071] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Received event network-changed-58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.767267] env[69566]: DEBUG nova.compute.manager [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Refreshing instance network info cache due to event network-changed-58c7918d-30bc-4e9b-8662-834228097ae7. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.767483] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Acquiring lock "refresh_cache-9ea19006-2c95-4f25-9bb9-014d6a2aff5a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.772048] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff3916-0277-4768-9fd4-9aa706cb738b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.780548] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407779, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.802566] env[69566]: DEBUG nova.compute.provider_tree [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.826472] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407774, 'name': CloneVM_Task, 'duration_secs': 1.593821} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.826472] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Created linked-clone VM from snapshot [ 988.835856] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05eb3e0-bde5-41ad-b804-30b1673d619e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.836942] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Uploading image 815c5f49-9de4-4c35-8f76-1b728d5207e1 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.948804] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.948804] env[69566]: value = "vm-679886" [ 988.948804] env[69566]: _type = "VirtualMachine" [ 988.948804] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.949168] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97488174-c3ab-4c09-bac4-cd443ec27263 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.968715] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lease: (returnval){ [ 988.968715] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e2d6f4-18d4-5b0f-0f98-71a0b6859c6a" [ 988.968715] env[69566]: _type = "HttpNfcLease" [ 988.968715] env[69566]: } obtained for exporting VM: (result){ [ 988.968715] env[69566]: value = "vm-679886" [ 988.968715] env[69566]: _type = "VirtualMachine" [ 988.968715] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.968715] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the lease: (returnval){ [ 988.968715] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e2d6f4-18d4-5b0f-0f98-71a0b6859c6a" [ 988.968715] env[69566]: _type = "HttpNfcLease" [ 988.968715] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.976632] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.976632] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e2d6f4-18d4-5b0f-0f98-71a0b6859c6a" [ 988.976632] env[69566]: _type = "HttpNfcLease" [ 988.976632] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 989.067700] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "refresh_cache-9ea19006-2c95-4f25-9bb9-014d6a2aff5a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.068171] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Instance network_info: |[{"id": "58c7918d-30bc-4e9b-8662-834228097ae7", "address": "fa:16:3e:f8:1a:bf", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c7918d-30", "ovs_interfaceid": "58c7918d-30bc-4e9b-8662-834228097ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.068540] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Acquired lock "refresh_cache-9ea19006-2c95-4f25-9bb9-014d6a2aff5a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.068759] env[69566]: DEBUG nova.network.neutron [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Refreshing network info cache for port 58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.070072] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:1a:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58c7918d-30bc-4e9b-8662-834228097ae7', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.078368] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Creating folder: Project (9cb93a6afa8d43aa978e91bd3a4ced29). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.079670] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-927cb8fd-c4f9-41cc-8554-8adbf1857be5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.094300] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Created folder: Project (9cb93a6afa8d43aa978e91bd3a4ced29) in parent group-v679651. [ 989.095035] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Creating folder: Instances. Parent ref: group-v679887. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.095850] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72495c16-7ad1-403b-b3fe-37a3a07b2ea0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.107814] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Created folder: Instances in parent group-v679887. [ 989.108126] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.108352] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.108590] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc648150-647e-4206-bd00-f1c8db143cac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.133369] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.133369] env[69566]: value = "task-3407784" [ 989.133369] env[69566]: _type = "Task" [ 989.133369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.148367] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407784, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.151545] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407780, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.224565] env[69566]: INFO nova.compute.manager [-] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Took 1.78 seconds to deallocate network for instance. [ 989.246668] env[69566]: DEBUG nova.network.neutron [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.276340] env[69566]: DEBUG oslo_vmware.api [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407779, 'name': PowerOnVM_Task, 'duration_secs': 0.62217} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.276340] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.276340] env[69566]: INFO nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Took 9.38 seconds to spawn the instance on the hypervisor. [ 989.276340] env[69566]: DEBUG nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.276340] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e759469-7fcf-4193-ad70-2729fc327533 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.306562] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.310637] env[69566]: DEBUG nova.scheduler.client.report [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.334476] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.334805] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.335301] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.335382] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.335650] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.335723] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.335975] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.336161] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.336335] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.336525] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.336774] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.338473] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f76eafc-9e8d-4f8c-8f32-f51974afac30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.350435] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69cb0cc-9b4f-4753-8c80-982955dea836 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.477350] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.477350] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e2d6f4-18d4-5b0f-0f98-71a0b6859c6a" [ 989.477350] env[69566]: _type = "HttpNfcLease" [ 989.477350] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.477552] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.477552] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e2d6f4-18d4-5b0f-0f98-71a0b6859c6a" [ 989.477552] env[69566]: _type = "HttpNfcLease" [ 989.477552] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 989.479157] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db312fa3-5809-45f9-abab-fed9f7529ee1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.489298] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c235d8-1900-79f9-5a2f-579fdd2365ec/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.489469] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c235d8-1900-79f9-5a2f-579fdd2365ec/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 989.606757] env[69566]: DEBUG nova.compute.manager [req-a8d089d5-a321-480a-8ef9-b175dcba73db req-e6b0765f-7f2b-4b30-b435-17d8fffcfb3d service nova] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Received event network-vif-deleted-f8761d8f-ce45-4f47-afa4-e2f6076eb405 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.641506] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407780, 'name': Destroy_Task, 'duration_secs': 0.798813} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.644775] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroyed the VM [ 989.645117] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.645433] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2d7ece9-3a30-4585-ae60-9f344a3c409e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.653558] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407784, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.655153] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 989.655153] env[69566]: value = "task-3407785" [ 989.655153] env[69566]: _type = "Task" [ 989.655153] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.665965] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407785, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.672789] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d83baaf-4317-4474-8d60-98474ed6b809 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.733321] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.750174] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.751129] env[69566]: DEBUG nova.objects.instance [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'flavor' on Instance uuid 243590bb-9557-4649-8b41-0f21b08945e1 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.799220] env[69566]: INFO nova.compute.manager [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Took 26.77 seconds to build instance. [ 989.817598] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.819378] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.822462] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.461s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.824868] env[69566]: INFO nova.compute.claims [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.931554] env[69566]: DEBUG nova.network.neutron [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Updated VIF entry in instance network info cache for port 58c7918d-30bc-4e9b-8662-834228097ae7. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.932558] env[69566]: DEBUG nova.network.neutron [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Updating instance_info_cache with network_info: [{"id": "58c7918d-30bc-4e9b-8662-834228097ae7", "address": "fa:16:3e:f8:1a:bf", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58c7918d-30", "ovs_interfaceid": "58c7918d-30bc-4e9b-8662-834228097ae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.158075] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407784, 'name': CreateVM_Task, 'duration_secs': 0.753494} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.162925] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.164222] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.165031] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.165573] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.166365] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24862951-47d9-4405-9263-9e50b95504ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.173148] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407785, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.177954] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 990.177954] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520bb50c-cfaf-adad-c1f8-d2b815ef6d5d" [ 990.177954] env[69566]: _type = "Task" [ 990.177954] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.189563] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520bb50c-cfaf-adad-c1f8-d2b815ef6d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.259172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0930a361-df62-4898-b113-d4dd76e89266 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.298099] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.299435] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a6542d-10dc-485d-9947-4f07f899ddd1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.302567] env[69566]: DEBUG oslo_concurrency.lockutils [None req-45e137b3-8fe0-425b-a952-425c58fd53dc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.282s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.308545] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 990.308545] env[69566]: value = "task-3407786" [ 990.308545] env[69566]: _type = "Task" [ 990.308545] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.331221] env[69566]: DEBUG nova.compute.utils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.338375] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.338573] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.358820] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Successfully updated port: df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.414173] env[69566]: DEBUG nova.policy [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b14851109da843019858cbad7479dd2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb93a6afa8d43aa978e91bd3a4ced29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.415446] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.435597] env[69566]: DEBUG oslo_concurrency.lockutils [req-4592a123-f9c3-47bc-9bbf-cfda92780a8d req-ff28045a-bf3e-407d-a886-1573d67f5325 service nova] Releasing lock "refresh_cache-9ea19006-2c95-4f25-9bb9-014d6a2aff5a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.569748] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "76ce4366-932f-427b-9ffd-08ca8655a8d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.569748] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.670186] env[69566]: DEBUG oslo_vmware.api [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407785, 'name': RemoveSnapshot_Task, 'duration_secs': 0.942028} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.670544] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.671215] env[69566]: INFO nova.compute.manager [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 15.21 seconds to snapshot the instance on the hypervisor. [ 990.692335] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520bb50c-cfaf-adad-c1f8-d2b815ef6d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015241} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.692870] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.693322] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.693647] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.693827] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.694125] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.694491] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce41e6fd-1666-47a3-965f-a98d725e5f21 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.705406] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.705706] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.708231] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a210e6-2220-491b-9027-468b64e7aa78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.717396] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 990.717396] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526cc8b2-3118-59fb-1897-6a1cb06660a7" [ 990.717396] env[69566]: _type = "Task" [ 990.717396] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.733780] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526cc8b2-3118-59fb-1897-6a1cb06660a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.831082] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407786, 'name': PowerOffVM_Task, 'duration_secs': 0.27986} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.832204] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.837940] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfiguring VM instance instance-00000043 to detach disk 2002 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 990.843178] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.848610] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2df975-a12d-4fe2-a3ad-11b92cf64500 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.868431] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "refresh_cache-842d7e38-060e-46be-b9d0-eb05ce500c4e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.868485] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "refresh_cache-842d7e38-060e-46be-b9d0-eb05ce500c4e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.868726] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.878047] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 990.878047] env[69566]: value = "task-3407787" [ 990.878047] env[69566]: _type = "Task" [ 990.878047] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.890436] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.958032] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Successfully created port: 971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.073460] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.228368] env[69566]: DEBUG nova.compute.manager [None req-d84b5107-8723-45ce-8ac7-51af3e66345f tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Found 2 images (rotation: 2) {{(pid=69566) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 991.238840] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526cc8b2-3118-59fb-1897-6a1cb06660a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019255} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.239747] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f15a34-5bea-4a96-a0d6-1f1eac7d2a3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.246088] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 991.246088] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f2a1d6-1ec6-de15-3f26-835a816482ed" [ 991.246088] env[69566]: _type = "Task" [ 991.246088] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.262714] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f2a1d6-1ec6-de15-3f26-835a816482ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.308065] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dcdb82-af97-4c40-9da8-f0b3eb90ec72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.319534] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adb1b14-383e-42c2-8935-90c6845df731 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.357460] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22da6ffc-85b4-491a-937e-14dd9ef26c09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.374160] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7168ad-6e64-4d24-a2ca-e71ec3643f83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.398250] env[69566]: DEBUG nova.compute.provider_tree [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.406620] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407787, 'name': ReconfigVM_Task, 'duration_secs': 0.380981} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.406956] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfigured VM instance instance-00000043 to detach disk 2002 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 991.407179] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.407975] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4087a20-59a9-4933-9f6e-74748f754cac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.417717] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 991.417717] env[69566]: value = "task-3407788" [ 991.417717] env[69566]: _type = "Task" [ 991.417717] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.432476] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.432476] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.456325] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "fb28fb19-32fc-4225-913e-de6b400b0a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.456635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.456897] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "fb28fb19-32fc-4225-913e-de6b400b0a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.457156] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.457399] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.460374] env[69566]: INFO nova.compute.manager [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Terminating instance [ 991.585542] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Updating instance_info_cache with network_info: [{"id": "df5d97ad-39ce-417b-9968-474fb4cfaa22", "address": "fa:16:3e:fa:57:4b", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5d97ad-39", "ovs_interfaceid": "df5d97ad-39ce-417b-9968-474fb4cfaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.596374] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.637475] env[69566]: DEBUG nova.compute.manager [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Received event network-vif-plugged-df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.637696] env[69566]: DEBUG oslo_concurrency.lockutils [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] Acquiring lock "842d7e38-060e-46be-b9d0-eb05ce500c4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.637917] env[69566]: DEBUG oslo_concurrency.lockutils [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.638173] env[69566]: DEBUG oslo_concurrency.lockutils [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.638349] env[69566]: DEBUG nova.compute.manager [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] No waiting events found dispatching network-vif-plugged-df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.638533] env[69566]: WARNING nova.compute.manager [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Received unexpected event network-vif-plugged-df5d97ad-39ce-417b-9968-474fb4cfaa22 for instance with vm_state building and task_state spawning. [ 991.638698] env[69566]: DEBUG nova.compute.manager [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Received event network-changed-df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.638853] env[69566]: DEBUG nova.compute.manager [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Refreshing instance network info cache due to event network-changed-df5d97ad-39ce-417b-9968-474fb4cfaa22. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.639038] env[69566]: DEBUG oslo_concurrency.lockutils [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] Acquiring lock "refresh_cache-842d7e38-060e-46be-b9d0-eb05ce500c4e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.759020] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f2a1d6-1ec6-de15-3f26-835a816482ed, 'name': SearchDatastore_Task, 'duration_secs': 0.017486} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.759417] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.759578] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 9ea19006-2c95-4f25-9bb9-014d6a2aff5a/9ea19006-2c95-4f25-9bb9-014d6a2aff5a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.759845] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f9356ee-f66e-4939-8af0-eafba00f0f3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.768675] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 991.768675] env[69566]: value = "task-3407789" [ 991.768675] env[69566]: _type = "Task" [ 991.768675] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.779545] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.888567] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.902769] env[69566]: DEBUG nova.scheduler.client.report [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.932652] env[69566]: DEBUG oslo_vmware.api [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407788, 'name': PowerOnVM_Task, 'duration_secs': 0.445937} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.932868] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.933122] env[69566]: DEBUG nova.compute.manager [None req-74c85fd3-7463-45ff-aa13-7dae405f7a76 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.934041] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e05a29-0ef4-4430-8c4c-509edf7b0ec8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.963801] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.964095] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.964288] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.964483] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.964628] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.964797] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.965031] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.965204] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.965389] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.965559] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.965746] env[69566]: DEBUG nova.virt.hardware [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.966668] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344959f2-5d50-4a54-8f82-1b7662fd59c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.970824] env[69566]: DEBUG nova.compute.manager [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 991.971066] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.971911] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580d88f-635a-4a3b-87f2-3a767e05b2e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.981435] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 991.984886] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-274696bd-d52a-45c9-8623-83a554cd09ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.988328] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5712f55-a39e-4fd0-a3ef-a62f8ea06743 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.010737] env[69566]: DEBUG oslo_vmware.api [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 992.010737] env[69566]: value = "task-3407790" [ 992.010737] env[69566]: _type = "Task" [ 992.010737] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.021594] env[69566]: DEBUG oslo_vmware.api [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.088746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "refresh_cache-842d7e38-060e-46be-b9d0-eb05ce500c4e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.089230] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Instance network_info: |[{"id": "df5d97ad-39ce-417b-9968-474fb4cfaa22", "address": "fa:16:3e:fa:57:4b", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5d97ad-39", "ovs_interfaceid": "df5d97ad-39ce-417b-9968-474fb4cfaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.089592] env[69566]: DEBUG oslo_concurrency.lockutils [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] Acquired lock "refresh_cache-842d7e38-060e-46be-b9d0-eb05ce500c4e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.089796] env[69566]: DEBUG nova.network.neutron [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Refreshing network info cache for port df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.091907] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:57:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df5d97ad-39ce-417b-9968-474fb4cfaa22', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.100488] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.101885] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.102128] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc9817de-de28-44c1-89f1-5676003a7698 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.125127] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.125127] env[69566]: value = "task-3407791" [ 992.125127] env[69566]: _type = "Task" [ 992.125127] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.140404] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407791, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.281813] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407789, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.413023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.413023] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.414755] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.215s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.414955] env[69566]: DEBUG nova.objects.instance [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: 61159140-fb30-4aef-9828-047e804338ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.524966] env[69566]: DEBUG oslo_vmware.api [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407790, 'name': PowerOffVM_Task, 'duration_secs': 0.226166} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.524966] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.524966] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.524966] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa2cf0e7-0324-4cde-af8e-67eb3f61ba37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.605812] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.605812] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.606175] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore2] fb28fb19-32fc-4225-913e-de6b400b0a00 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.607220] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c95e4c5-99d3-4e31-9c09-616028705e84 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.615179] env[69566]: DEBUG oslo_vmware.api [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 992.615179] env[69566]: value = "task-3407793" [ 992.615179] env[69566]: _type = "Task" [ 992.615179] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.625822] env[69566]: DEBUG oslo_vmware.api [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.634517] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407791, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.780759] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586021} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.781092] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 9ea19006-2c95-4f25-9bb9-014d6a2aff5a/9ea19006-2c95-4f25-9bb9-014d6a2aff5a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.781314] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.781604] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cb86fb6-5339-4240-acfc-4d9329735628 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.789847] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 992.789847] env[69566]: value = "task-3407794" [ 992.789847] env[69566]: _type = "Task" [ 992.789847] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.804118] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.833828] env[69566]: DEBUG nova.network.neutron [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Updated VIF entry in instance network info cache for port df5d97ad-39ce-417b-9968-474fb4cfaa22. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.834257] env[69566]: DEBUG nova.network.neutron [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Updating instance_info_cache with network_info: [{"id": "df5d97ad-39ce-417b-9968-474fb4cfaa22", "address": "fa:16:3e:fa:57:4b", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf5d97ad-39", "ovs_interfaceid": "df5d97ad-39ce-417b-9968-474fb4cfaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.922444] env[69566]: DEBUG nova.compute.utils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.927037] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.927037] env[69566]: DEBUG nova.network.neutron [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.999345] env[69566]: DEBUG nova.compute.manager [req-5636e751-b45b-4f51-99dc-28e3f1a29720 req-9a8a23d7-6546-4a53-bd38-cc1b75680c03 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Received event network-vif-plugged-971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.999676] env[69566]: DEBUG oslo_concurrency.lockutils [req-5636e751-b45b-4f51-99dc-28e3f1a29720 req-9a8a23d7-6546-4a53-bd38-cc1b75680c03 service nova] Acquiring lock "0ac29acc-2313-4936-af18-de44a53d9eac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.999891] env[69566]: DEBUG oslo_concurrency.lockutils [req-5636e751-b45b-4f51-99dc-28e3f1a29720 req-9a8a23d7-6546-4a53-bd38-cc1b75680c03 service nova] Lock "0ac29acc-2313-4936-af18-de44a53d9eac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.000225] env[69566]: DEBUG oslo_concurrency.lockutils [req-5636e751-b45b-4f51-99dc-28e3f1a29720 req-9a8a23d7-6546-4a53-bd38-cc1b75680c03 service nova] Lock "0ac29acc-2313-4936-af18-de44a53d9eac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.000433] env[69566]: DEBUG nova.compute.manager [req-5636e751-b45b-4f51-99dc-28e3f1a29720 req-9a8a23d7-6546-4a53-bd38-cc1b75680c03 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] No waiting events found dispatching network-vif-plugged-971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.000530] env[69566]: WARNING nova.compute.manager [req-5636e751-b45b-4f51-99dc-28e3f1a29720 req-9a8a23d7-6546-4a53-bd38-cc1b75680c03 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Received unexpected event network-vif-plugged-971022ba-169f-4f5a-afe9-161099dbbbcf for instance with vm_state building and task_state spawning. [ 993.007854] env[69566]: DEBUG nova.policy [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393f8c7b29d5406a8b21cdf7b62a94bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872b7afbe09a4ca2a113beec04f4be28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.130772] env[69566]: DEBUG oslo_vmware.api [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440852} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.133975] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.134217] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.134444] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.134648] env[69566]: INFO nova.compute.manager [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Took 1.16 seconds to destroy the instance on the hypervisor. [ 993.134899] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.135854] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Successfully updated port: 971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.138368] env[69566]: DEBUG nova.compute.manager [-] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.138368] env[69566]: DEBUG nova.network.neutron [-] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.147030] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407791, 'name': CreateVM_Task, 'duration_secs': 0.838583} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.147790] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.148534] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.148730] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.149059] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.149681] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc453a5-29b0-4a1d-bf5e-ff1172bf29e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.159023] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 993.159023] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52aec971-018f-abf5-1c4c-f55df324f1d0" [ 993.159023] env[69566]: _type = "Task" [ 993.159023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.166366] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aec971-018f-abf5-1c4c-f55df324f1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.304368] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086979} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.304657] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.305633] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb1e32d-c568-4cd1-8ea2-a75df0706d5a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.330143] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 9ea19006-2c95-4f25-9bb9-014d6a2aff5a/9ea19006-2c95-4f25-9bb9-014d6a2aff5a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.330488] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a6cfa8-21c1-4f5d-8701-99dbce23853d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.346661] env[69566]: DEBUG oslo_concurrency.lockutils [req-70a3dc0e-eba3-4cc2-9985-14cdc7066866 req-c766b791-2abc-4e18-b194-413876c3bd58 service nova] Releasing lock "refresh_cache-842d7e38-060e-46be-b9d0-eb05ce500c4e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.355271] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 993.355271] env[69566]: value = "task-3407795" [ 993.355271] env[69566]: _type = "Task" [ 993.355271] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.369739] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.425472] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c276ecb8-92d4-4de3-b45a-3007db128075 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.426290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.779s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.428672] env[69566]: INFO nova.compute.claims [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.435598] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.504344] env[69566]: DEBUG nova.network.neutron [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Successfully created port: e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.641763] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "refresh_cache-0ac29acc-2313-4936-af18-de44a53d9eac" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.642016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "refresh_cache-0ac29acc-2313-4936-af18-de44a53d9eac" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.642241] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.663727] env[69566]: DEBUG nova.compute.manager [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.664846] env[69566]: DEBUG nova.compute.manager [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing instance network info cache due to event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.664846] env[69566]: DEBUG oslo_concurrency.lockutils [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.664846] env[69566]: DEBUG oslo_concurrency.lockutils [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.664846] env[69566]: DEBUG nova.network.neutron [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.670766] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aec971-018f-abf5-1c4c-f55df324f1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.024193} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.670844] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.675022] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.675022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.675022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.675022] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.675022] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f6e85b-3009-457f-83ec-3d057cb57916 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.689266] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.689466] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.691138] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf5ae1e-5a03-4e7f-92c9-550347b5796a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.694133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.694133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.694262] env[69566]: DEBUG nova.compute.manager [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.695229] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164faee7-176b-44bd-a094-706b22eeb50e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.702652] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 993.702652] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52090765-c51d-bb72-314c-65dc50beea1d" [ 993.702652] env[69566]: _type = "Task" [ 993.702652] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.704288] env[69566]: DEBUG nova.compute.manager [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 993.704916] env[69566]: DEBUG nova.objects.instance [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'flavor' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.715396] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52090765-c51d-bb72-314c-65dc50beea1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.866781] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.954942] env[69566]: DEBUG nova.network.neutron [-] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.180528] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.216647] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52090765-c51d-bb72-314c-65dc50beea1d, 'name': SearchDatastore_Task, 'duration_secs': 0.023858} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.218088] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5415eb1f-6454-4972-9869-f8c2608830c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.224962] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 994.224962] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d88c72-fe7c-d6d9-70b6-9aaa58c6f9c0" [ 994.224962] env[69566]: _type = "Task" [ 994.224962] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.237688] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d88c72-fe7c-d6d9-70b6-9aaa58c6f9c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.332999] env[69566]: DEBUG nova.network.neutron [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Updating instance_info_cache with network_info: [{"id": "971022ba-169f-4f5a-afe9-161099dbbbcf", "address": "fa:16:3e:1c:50:ca", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971022ba-16", "ovs_interfaceid": "971022ba-169f-4f5a-afe9-161099dbbbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.367698] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407795, 'name': ReconfigVM_Task, 'duration_secs': 0.725143} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.368040] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 9ea19006-2c95-4f25-9bb9-014d6a2aff5a/9ea19006-2c95-4f25-9bb9-014d6a2aff5a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.368921] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d916eeb0-3f8b-42ac-821e-dae33ff3ca2e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.377264] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 994.377264] env[69566]: value = "task-3407796" [ 994.377264] env[69566]: _type = "Task" [ 994.377264] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.389373] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407796, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.446759] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.457403] env[69566]: INFO nova.compute.manager [-] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Took 1.32 seconds to deallocate network for instance. [ 994.485328] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.485328] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.485328] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.485328] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.485328] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.485328] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.485749] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.485949] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.486159] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.486339] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.486535] env[69566]: DEBUG nova.virt.hardware [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.487716] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd5de0e-60e4-466c-a48e-e635fb4c48a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.503044] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048a37d8-ee52-4389-84a7-a26733ec2496 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.638695] env[69566]: DEBUG nova.network.neutron [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updated VIF entry in instance network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.639260] env[69566]: DEBUG nova.network.neutron [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.718566] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.718954] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6bc8cd9-f243-4e02-a425-67d5260fde65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.732734] env[69566]: DEBUG oslo_vmware.api [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 994.732734] env[69566]: value = "task-3407797" [ 994.732734] env[69566]: _type = "Task" [ 994.732734] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.740429] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d88c72-fe7c-d6d9-70b6-9aaa58c6f9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.743940] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.744118] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 842d7e38-060e-46be-b9d0-eb05ce500c4e/842d7e38-060e-46be-b9d0-eb05ce500c4e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.744585] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19ce2fb-348c-4517-a4eb-28a3462dc286 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.750307] env[69566]: DEBUG oslo_vmware.api [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.759600] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 994.759600] env[69566]: value = "task-3407798" [ 994.759600] env[69566]: _type = "Task" [ 994.759600] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.769158] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.838717] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "refresh_cache-0ac29acc-2313-4936-af18-de44a53d9eac" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.838717] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Instance network_info: |[{"id": "971022ba-169f-4f5a-afe9-161099dbbbcf", "address": "fa:16:3e:1c:50:ca", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971022ba-16", "ovs_interfaceid": "971022ba-169f-4f5a-afe9-161099dbbbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.838717] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:50:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '971022ba-169f-4f5a-afe9-161099dbbbcf', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.846379] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.847619] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.848670] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a387e-48cf-46ff-a495-98be19c6934d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.851629] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91fcf643-b4a4-4d84-a4da-bd1d02b40a81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.876267] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8735971-f857-4f90-961e-aac0d920eff8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.881685] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.881685] env[69566]: value = "task-3407799" [ 994.881685] env[69566]: _type = "Task" [ 994.881685] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.920703] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308563d-644f-4815-bf60-b967bd96fed0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.926734] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407796, 'name': Rename_Task, 'duration_secs': 0.325967} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.930766] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.931069] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407799, 'name': CreateVM_Task} progress is 15%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.931537] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b13017-5c8e-4848-ad35-44782f4dfd15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.936932] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb352e-d111-4fbb-80b0-804e0cedf451 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.942948] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 994.942948] env[69566]: value = "task-3407800" [ 994.942948] env[69566]: _type = "Task" [ 994.942948] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.969192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.970012] env[69566]: DEBUG nova.compute.provider_tree [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.975529] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407800, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.030739] env[69566]: DEBUG nova.compute.manager [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Received event network-changed-971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.030888] env[69566]: DEBUG nova.compute.manager [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Refreshing instance network info cache due to event network-changed-971022ba-169f-4f5a-afe9-161099dbbbcf. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.031191] env[69566]: DEBUG oslo_concurrency.lockutils [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] Acquiring lock "refresh_cache-0ac29acc-2313-4936-af18-de44a53d9eac" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.031349] env[69566]: DEBUG oslo_concurrency.lockutils [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] Acquired lock "refresh_cache-0ac29acc-2313-4936-af18-de44a53d9eac" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.031529] env[69566]: DEBUG nova.network.neutron [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Refreshing network info cache for port 971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.142229] env[69566]: DEBUG oslo_concurrency.lockutils [req-9e85be0f-7d6c-47bf-898c-f6e8887050c5 req-79398ccd-1c40-4a1c-8565-d1238cc3fba0 service nova] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.248602] env[69566]: DEBUG oslo_vmware.api [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407797, 'name': PowerOffVM_Task, 'duration_secs': 0.259592} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.248976] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.249139] env[69566]: DEBUG nova.compute.manager [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.250077] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039a081-8441-43dc-aba0-b3a3aa0feae7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.271161] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407798, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.304437] env[69566]: DEBUG nova.network.neutron [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Successfully updated port: e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.390466] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407799, 'name': CreateVM_Task, 'duration_secs': 0.423754} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.390651] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.391380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.391551] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.391886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.392157] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cdb82e4-5ac1-46fd-bb84-25cd4aad11e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.396953] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 995.396953] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52750830-e962-8fbb-91bd-71f3d8729c29" [ 995.396953] env[69566]: _type = "Task" [ 995.396953] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.404867] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52750830-e962-8fbb-91bd-71f3d8729c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.454920] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.477952] env[69566]: DEBUG nova.scheduler.client.report [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.740265] env[69566]: DEBUG nova.network.neutron [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Updated VIF entry in instance network info cache for port 971022ba-169f-4f5a-afe9-161099dbbbcf. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.740845] env[69566]: DEBUG nova.network.neutron [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Updating instance_info_cache with network_info: [{"id": "971022ba-169f-4f5a-afe9-161099dbbbcf", "address": "fa:16:3e:1c:50:ca", "network": {"id": "8b7621c1-6b54-4794-8fc5-cb428fb9ff42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1500118658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb93a6afa8d43aa978e91bd3a4ced29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971022ba-16", "ovs_interfaceid": "971022ba-169f-4f5a-afe9-161099dbbbcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.749478] env[69566]: DEBUG nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.749722] env[69566]: DEBUG nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing instance network info cache due to event network-changed-c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.750060] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Acquiring lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.750239] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Acquired lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.750439] env[69566]: DEBUG nova.network.neutron [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Refreshing network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.766569] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7dbf175-9b6b-4b61-83f8-dd7df8dea355 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.775366] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608075} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.775687] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 842d7e38-060e-46be-b9d0-eb05ce500c4e/842d7e38-060e-46be-b9d0-eb05ce500c4e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.775883] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.776153] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a3215e4-8d67-4eeb-912e-0c3f2e958392 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.786022] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 995.786022] env[69566]: value = "task-3407801" [ 995.786022] env[69566]: _type = "Task" [ 995.786022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.797427] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.809594] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-79e67ab0-8db0-435f-aa69-b095bc73193a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.809741] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-79e67ab0-8db0-435f-aa69-b095bc73193a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.809895] env[69566]: DEBUG nova.network.neutron [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.909197] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52750830-e962-8fbb-91bd-71f3d8729c29, 'name': SearchDatastore_Task, 'duration_secs': 0.026225} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.909524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.909574] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.909788] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.909968] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.910171] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.910458] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec18a3be-101e-4e54-a89e-12d47936e872 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.925752] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.926159] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.926907] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820cf0c5-79c7-4426-a7ba-b018702e1539 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.934298] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 995.934298] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52619952-af18-dfaf-6a9d-3365037ea053" [ 995.934298] env[69566]: _type = "Task" [ 995.934298] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.947672] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52619952-af18-dfaf-6a9d-3365037ea053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.960634] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.983901] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.984739] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.987169] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.162s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.987408] env[69566]: DEBUG nova.objects.instance [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'resources' on Instance uuid 61159140-fb30-4aef-9828-047e804338ef {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.245269] env[69566]: DEBUG oslo_concurrency.lockutils [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] Releasing lock "refresh_cache-0ac29acc-2313-4936-af18-de44a53d9eac" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.245629] env[69566]: DEBUG nova.compute.manager [req-76abcd65-697c-493e-a07d-54cee12c607e req-662acbb3-e639-49fc-a4ad-2cc0a60a9cd5 service nova] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Received event network-vif-deleted-cde4bdfe-a3cf-43be-8b5d-33949321e48e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.297903] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164621} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.298271] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.299120] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf71cbd4-8408-4e55-b7b6-6068fd558036 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.325856] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 842d7e38-060e-46be-b9d0-eb05ce500c4e/842d7e38-060e-46be-b9d0-eb05ce500c4e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.328706] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e9b1ea-0035-45cd-8e5c-c40b7e324cd1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.350335] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 996.350335] env[69566]: value = "task-3407802" [ 996.350335] env[69566]: _type = "Task" [ 996.350335] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.359038] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.392671] env[69566]: DEBUG nova.network.neutron [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.445995] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52619952-af18-dfaf-6a9d-3365037ea053, 'name': SearchDatastore_Task, 'duration_secs': 0.015673} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.448969] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efa9fe4-98e8-4e01-aabd-25ff75a921c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.458742] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 996.458742] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52962b48-b1f3-5638-0a6e-c51c7799bab2" [ 996.458742] env[69566]: _type = "Task" [ 996.458742] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.461593] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407800, 'name': PowerOnVM_Task, 'duration_secs': 1.121626} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.464559] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.464777] env[69566]: INFO nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Took 9.82 seconds to spawn the instance on the hypervisor. [ 996.464954] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.465716] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14fa957-a192-47d2-b5fd-813161d0cac5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.474640] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52962b48-b1f3-5638-0a6e-c51c7799bab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.493649] env[69566]: DEBUG nova.compute.utils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.495734] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.496047] env[69566]: DEBUG nova.network.neutron [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.557608] env[69566]: DEBUG nova.policy [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e58f9ca03b9b412794374777445b4439', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f6e530797684d0e8dad90b68eb1a3ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.631262] env[69566]: DEBUG nova.network.neutron [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Updating instance_info_cache with network_info: [{"id": "e4cacab6-8816-4ccb-9d28-45c1924f7081", "address": "fa:16:3e:d4:75:5d", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cacab6-88", "ovs_interfaceid": "e4cacab6-8816-4ccb-9d28-45c1924f7081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.636446] env[69566]: DEBUG nova.network.neutron [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updated VIF entry in instance network info cache for port c414a373-6c11-4d9f-9df4-ebde384531f2. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.636446] env[69566]: DEBUG nova.network.neutron [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [{"id": "c414a373-6c11-4d9f-9df4-ebde384531f2", "address": "fa:16:3e:10:a3:e0", "network": {"id": "eab150ce-289a-463e-a468-0b780e4ecdee", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1230134914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "193c5b3624bb42c0a7876eb92ab7ea94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35ac9709-fd8b-4630-897a-68ed629d1b11", "external-id": "nsx-vlan-transportzone-284", "segmentation_id": 284, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc414a373-6c", "ovs_interfaceid": "c414a373-6c11-4d9f-9df4-ebde384531f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.863929] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.904740] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e976a64-cd1d-48da-b79c-39e85a4422d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.913431] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5df681-67fe-416d-b988-093321693c15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.947637] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bdcdbf-2406-4067-9503-a9b226b45a7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.956110] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d041d3-776e-44ce-9b98-dafe96c53dd0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.974253] env[69566]: DEBUG nova.compute.provider_tree [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.990210] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52962b48-b1f3-5638-0a6e-c51c7799bab2, 'name': SearchDatastore_Task, 'duration_secs': 0.028966} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.991375] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.991375] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 0ac29acc-2313-4936-af18-de44a53d9eac/0ac29acc-2313-4936-af18-de44a53d9eac.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.992248] env[69566]: INFO nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Took 31.58 seconds to build instance. [ 996.993062] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a06ecc81-a5c2-4c9f-a685-ea701d8108cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.997298] env[69566]: DEBUG nova.network.neutron [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Successfully created port: d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.000171] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.011070] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 997.011070] env[69566]: value = "task-3407803" [ 997.011070] env[69566]: _type = "Task" [ 997.011070] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.020788] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.133815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-79e67ab0-8db0-435f-aa69-b095bc73193a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.134180] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Instance network_info: |[{"id": "e4cacab6-8816-4ccb-9d28-45c1924f7081", "address": "fa:16:3e:d4:75:5d", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cacab6-88", "ovs_interfaceid": "e4cacab6-8816-4ccb-9d28-45c1924f7081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.134612] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:75:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cacab6-8816-4ccb-9d28-45c1924f7081', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.143169] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.143634] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Releasing lock "refresh_cache-243590bb-9557-4649-8b41-0f21b08945e1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.143859] env[69566]: DEBUG nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Received event network-vif-plugged-e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.144078] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Acquiring lock "79e67ab0-8db0-435f-aa69-b095bc73193a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.144319] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.144500] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.144668] env[69566]: DEBUG nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] No waiting events found dispatching network-vif-plugged-e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.144839] env[69566]: WARNING nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Received unexpected event network-vif-plugged-e4cacab6-8816-4ccb-9d28-45c1924f7081 for instance with vm_state building and task_state spawning. [ 997.145010] env[69566]: DEBUG nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Received event network-changed-e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.145174] env[69566]: DEBUG nova.compute.manager [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Refreshing instance network info cache due to event network-changed-e4cacab6-8816-4ccb-9d28-45c1924f7081. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.145364] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Acquiring lock "refresh_cache-79e67ab0-8db0-435f-aa69-b095bc73193a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.145503] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Acquired lock "refresh_cache-79e67ab0-8db0-435f-aa69-b095bc73193a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.145660] env[69566]: DEBUG nova.network.neutron [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Refreshing network info cache for port e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.149497] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.150035] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0028828-0beb-46e6-b856-866e55af3874 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.174535] env[69566]: DEBUG nova.compute.manager [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Stashing vm_state: stopped {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 997.181025] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.181025] env[69566]: value = "task-3407804" [ 997.181025] env[69566]: _type = "Task" [ 997.181025] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.189083] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407804, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.364518] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407802, 'name': ReconfigVM_Task, 'duration_secs': 0.689384} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.364846] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 842d7e38-060e-46be-b9d0-eb05ce500c4e/842d7e38-060e-46be-b9d0-eb05ce500c4e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.365541] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-775db097-7aef-4a5a-80f5-a384bbb15e4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.374090] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 997.374090] env[69566]: value = "task-3407805" [ 997.374090] env[69566]: _type = "Task" [ 997.374090] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.385597] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407805, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.478300] env[69566]: DEBUG nova.scheduler.client.report [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.497932] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.112s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.520385] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.693423] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407804, 'name': CreateVM_Task, 'duration_secs': 0.388348} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.693613] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.694393] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.694578] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.694898] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.695176] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7873090e-a892-4a2f-affe-7651bf6c1936 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.697464] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.701289] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 997.701289] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a2c8bc-3eb2-8c9b-1fa2-5be26c8b1bf2" [ 997.701289] env[69566]: _type = "Task" [ 997.701289] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.710147] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a2c8bc-3eb2-8c9b-1fa2-5be26c8b1bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.869901] env[69566]: DEBUG nova.network.neutron [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Updated VIF entry in instance network info cache for port e4cacab6-8816-4ccb-9d28-45c1924f7081. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.870451] env[69566]: DEBUG nova.network.neutron [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Updating instance_info_cache with network_info: [{"id": "e4cacab6-8816-4ccb-9d28-45c1924f7081", "address": "fa:16:3e:d4:75:5d", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cacab6-88", "ovs_interfaceid": "e4cacab6-8816-4ccb-9d28-45c1924f7081", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.886520] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407805, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.984847] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.987796] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.901s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.989451] env[69566]: INFO nova.compute.claims [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.010220] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.014257] env[69566]: INFO nova.scheduler.client.report [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted allocations for instance 61159140-fb30-4aef-9828-047e804338ef [ 998.028649] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.042854] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.043148] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.043317] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.043525] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.043689] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.043904] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.044220] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.044399] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.044579] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.044776] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.044916] env[69566]: DEBUG nova.virt.hardware [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.045810] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae1d6ce-9197-4514-8703-c131d3947a30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.056688] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f97db-aa2b-4211-968c-a4f49a3d6404 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.213753] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a2c8bc-3eb2-8c9b-1fa2-5be26c8b1bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.023698} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.214106] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.214396] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.214689] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.214845] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.215039] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.215357] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c03f9f9-14d0-46a0-a253-a94d68207e2a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.225123] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.225348] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.226061] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d936e016-3072-4572-8d3d-895f22c4bc5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.231674] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 998.231674] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ba0e08-851b-695d-25d3-2b5ef0449fc5" [ 998.231674] env[69566]: _type = "Task" [ 998.231674] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.240109] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ba0e08-851b-695d-25d3-2b5ef0449fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.375757] env[69566]: DEBUG oslo_concurrency.lockutils [req-f09320c0-328f-4c15-b0a1-72492cf57df5 req-6183bcfb-8302-4a4b-a949-781336601ff3 service nova] Releasing lock "refresh_cache-79e67ab0-8db0-435f-aa69-b095bc73193a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.385647] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407805, 'name': Rename_Task, 'duration_secs': 0.833453} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.386055] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.386351] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5617703c-380e-4b2a-ab55-39e4bdcf95a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.395546] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 998.395546] env[69566]: value = "task-3407806" [ 998.395546] env[69566]: _type = "Task" [ 998.395546] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.406056] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.526867] env[69566]: DEBUG oslo_concurrency.lockutils [None req-56fcb06b-0878-4c7a-9ce5-ec8f30656ccc tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "61159140-fb30-4aef-9828-047e804338ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.805s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.533287] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.673041] env[69566]: DEBUG nova.compute.manager [req-c4732b3f-c948-46d2-b809-385cc04d5872 req-5a15f4aa-2ae4-43d5-b8d4-906ec5d9ceb2 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Received event network-vif-plugged-d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.673216] env[69566]: DEBUG oslo_concurrency.lockutils [req-c4732b3f-c948-46d2-b809-385cc04d5872 req-5a15f4aa-2ae4-43d5-b8d4-906ec5d9ceb2 service nova] Acquiring lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.673444] env[69566]: DEBUG oslo_concurrency.lockutils [req-c4732b3f-c948-46d2-b809-385cc04d5872 req-5a15f4aa-2ae4-43d5-b8d4-906ec5d9ceb2 service nova] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.673626] env[69566]: DEBUG oslo_concurrency.lockutils [req-c4732b3f-c948-46d2-b809-385cc04d5872 req-5a15f4aa-2ae4-43d5-b8d4-906ec5d9ceb2 service nova] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.673799] env[69566]: DEBUG nova.compute.manager [req-c4732b3f-c948-46d2-b809-385cc04d5872 req-5a15f4aa-2ae4-43d5-b8d4-906ec5d9ceb2 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] No waiting events found dispatching network-vif-plugged-d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.674017] env[69566]: WARNING nova.compute.manager [req-c4732b3f-c948-46d2-b809-385cc04d5872 req-5a15f4aa-2ae4-43d5-b8d4-906ec5d9ceb2 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Received unexpected event network-vif-plugged-d935d456-5696-49df-88c2-7ac87a5251ee for instance with vm_state building and task_state spawning. [ 998.744409] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ba0e08-851b-695d-25d3-2b5ef0449fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.027046} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.744921] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c3deb4-fd9c-406f-acb7-bb84ca859228 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.755262] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 998.755262] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52db61a4-0025-bf50-65dc-f626b7f3150d" [ 998.755262] env[69566]: _type = "Task" [ 998.755262] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.766136] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52db61a4-0025-bf50-65dc-f626b7f3150d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.785653] env[69566]: DEBUG nova.network.neutron [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Successfully updated port: d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.909176] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.028496] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407803, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.671112} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.031922] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 0ac29acc-2313-4936-af18-de44a53d9eac/0ac29acc-2313-4936-af18-de44a53d9eac.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.032179] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.033030] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-970d22ee-a390-4fcb-b003-cb081a4bd17a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.042322] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 999.042322] env[69566]: value = "task-3407807" [ 999.042322] env[69566]: _type = "Task" [ 999.042322] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.058855] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.270705] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52db61a4-0025-bf50-65dc-f626b7f3150d, 'name': SearchDatastore_Task, 'duration_secs': 0.023062} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.270992] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.271306] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 79e67ab0-8db0-435f-aa69-b095bc73193a/79e67ab0-8db0-435f-aa69-b095bc73193a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.271584] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65ac53e-fe99-4b2b-99eb-bf6fd784668d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.283029] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 999.283029] env[69566]: value = "task-3407808" [ 999.283029] env[69566]: _type = "Task" [ 999.283029] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.289515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "refresh_cache-97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.289642] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquired lock "refresh_cache-97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.289862] env[69566]: DEBUG nova.network.neutron [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.302333] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.401695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9e03c3-6f15-4cb1-8fdf-5f3848451e9a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.415468] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407806, 'name': PowerOnVM_Task, 'duration_secs': 0.736626} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.417552] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.417810] env[69566]: INFO nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Took 10.11 seconds to spawn the instance on the hypervisor. [ 999.417996] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.418886] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b355dc3b-d09f-4918-a69b-3b2208bc20f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.422682] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3809bd-9fe2-4a71-be9b-e5160e3bf596 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.462326] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a302cb41-802e-47ca-8b78-f923349919b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.472146] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af012b5e-28d4-4deb-8e5a-13ebea879ce3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.489248] env[69566]: DEBUG nova.compute.provider_tree [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.554862] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108225} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.555028] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.560834] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d610e2d-dc94-4ea1-a09d-2300c6aa46b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.592797] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0ac29acc-2313-4936-af18-de44a53d9eac/0ac29acc-2313-4936-af18-de44a53d9eac.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.593250] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-752ae67c-906b-4b01-a855-80f9794e0321 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.615447] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 999.615447] env[69566]: value = "task-3407809" [ 999.615447] env[69566]: _type = "Task" [ 999.615447] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.625295] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.799030] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.837099] env[69566]: DEBUG nova.network.neutron [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.970057] env[69566]: INFO nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Took 34.52 seconds to build instance. [ 999.993628] env[69566]: DEBUG nova.scheduler.client.report [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.091150] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c235d8-1900-79f9-5a2f-579fdd2365ec/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1000.091964] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca3124d-2a4e-4f39-9b46-0aee1e90414a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.100244] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c235d8-1900-79f9-5a2f-579fdd2365ec/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1000.101804] env[69566]: ERROR oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c235d8-1900-79f9-5a2f-579fdd2365ec/disk-0.vmdk due to incomplete transfer. [ 1000.101804] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f2607aa-e611-41c2-aabb-15bc3795472e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.107609] env[69566]: DEBUG nova.network.neutron [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Updating instance_info_cache with network_info: [{"id": "d935d456-5696-49df-88c2-7ac87a5251ee", "address": "fa:16:3e:f9:31:fc", "network": {"id": "185df294-8795-452c-a23e-ff658e18b2ca", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1866183859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e530797684d0e8dad90b68eb1a3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd935d456-56", "ovs_interfaceid": "d935d456-5696-49df-88c2-7ac87a5251ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.110702] env[69566]: DEBUG oslo_vmware.rw_handles [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c235d8-1900-79f9-5a2f-579fdd2365ec/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1000.111932] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Uploaded image 815c5f49-9de4-4c35-8f76-1b728d5207e1 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1000.120019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1000.120019] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c381a8a-b3a3-4f25-b070-c47e997115a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.130266] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.135496] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1000.135496] env[69566]: value = "task-3407810" [ 1000.135496] env[69566]: _type = "Task" [ 1000.135496] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.154298] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407810, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.272661] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "586e5b7e-66f8-4537-b0cd-12d28c829809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.272939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.273157] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "586e5b7e-66f8-4537-b0cd-12d28c829809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.273338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.273503] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.276304] env[69566]: INFO nova.compute.manager [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Terminating instance [ 1000.297332] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678558} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.297332] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 79e67ab0-8db0-435f-aa69-b095bc73193a/79e67ab0-8db0-435f-aa69-b095bc73193a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.297590] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.297962] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9aa83085-7734-45df-97c8-45f5973b9b4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.313361] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1000.313361] env[69566]: value = "task-3407811" [ 1000.313361] env[69566]: _type = "Task" [ 1000.313361] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.325353] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.472047] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.034s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.501052] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.501774] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.504356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.235s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.505968] env[69566]: INFO nova.compute.claims [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.611042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Releasing lock "refresh_cache-97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.611283] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Instance network_info: |[{"id": "d935d456-5696-49df-88c2-7ac87a5251ee", "address": "fa:16:3e:f9:31:fc", "network": {"id": "185df294-8795-452c-a23e-ff658e18b2ca", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1866183859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e530797684d0e8dad90b68eb1a3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd935d456-56", "ovs_interfaceid": "d935d456-5696-49df-88c2-7ac87a5251ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.611706] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:31:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98011432-48cc-4ffd-a5a8-b96d2ea4424a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd935d456-5696-49df-88c2-7ac87a5251ee', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.620989] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Creating folder: Project (7f6e530797684d0e8dad90b68eb1a3ad). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.621581] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a56eee-996a-41e9-b15c-1d862de553cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.632930] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407809, 'name': ReconfigVM_Task, 'duration_secs': 0.585357} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.633269] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0ac29acc-2313-4936-af18-de44a53d9eac/0ac29acc-2313-4936-af18-de44a53d9eac.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.633948] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45b5c8e9-6712-40b9-93fb-ad8bcb92f2e4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.640142] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Created folder: Project (7f6e530797684d0e8dad90b68eb1a3ad) in parent group-v679651. [ 1000.640378] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Creating folder: Instances. Parent ref: group-v679893. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.640968] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1777f31-b3e2-43f2-9171-b90478a7c9bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.644210] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1000.644210] env[69566]: value = "task-3407813" [ 1000.644210] env[69566]: _type = "Task" [ 1000.644210] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.647688] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407810, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.660350] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407813, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.661859] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Created folder: Instances in parent group-v679893. [ 1000.662192] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.662383] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.662610] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a9008d2-8814-49cb-aca6-6891724fb3c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.688186] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.688186] env[69566]: value = "task-3407815" [ 1000.688186] env[69566]: _type = "Task" [ 1000.688186] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.703111] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407815, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.751500] env[69566]: DEBUG nova.compute.manager [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Received event network-changed-d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.751500] env[69566]: DEBUG nova.compute.manager [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Refreshing instance network info cache due to event network-changed-d935d456-5696-49df-88c2-7ac87a5251ee. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.751500] env[69566]: DEBUG oslo_concurrency.lockutils [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] Acquiring lock "refresh_cache-97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.751500] env[69566]: DEBUG oslo_concurrency.lockutils [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] Acquired lock "refresh_cache-97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.751500] env[69566]: DEBUG nova.network.neutron [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Refreshing network info cache for port d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.780231] env[69566]: DEBUG nova.compute.manager [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.780553] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.781637] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b703fe7-9409-4a87-9cc1-5b9596b94def {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.796049] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.796413] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9400bd3f-d820-4f0a-826f-e46c107778e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.807915] env[69566]: DEBUG oslo_vmware.api [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1000.807915] env[69566]: value = "task-3407816" [ 1000.807915] env[69566]: _type = "Task" [ 1000.807915] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.821991] env[69566]: DEBUG oslo_vmware.api [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.828381] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083335} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.828568] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.829488] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b2e0b2-92d8-4fea-9367-b7423f7ea8c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.854559] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 79e67ab0-8db0-435f-aa69-b095bc73193a/79e67ab0-8db0-435f-aa69-b095bc73193a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.854890] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa08db8e-673c-4879-ab4b-fea744643236 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.876582] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1000.876582] env[69566]: value = "task-3407817" [ 1000.876582] env[69566]: _type = "Task" [ 1000.876582] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.886613] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.012764] env[69566]: DEBUG nova.compute.utils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.014273] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.014423] env[69566]: DEBUG nova.network.neutron [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.065741] env[69566]: DEBUG nova.policy [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.150142] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407810, 'name': Destroy_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.160924] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407813, 'name': Rename_Task, 'duration_secs': 0.223542} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.161463] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.161971] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae88ac00-f3d8-455b-94c2-dbef68d67607 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.171199] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1001.171199] env[69566]: value = "task-3407818" [ 1001.171199] env[69566]: _type = "Task" [ 1001.171199] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.179703] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.199602] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407815, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.237375] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.238206] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.326401] env[69566]: DEBUG oslo_vmware.api [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407816, 'name': PowerOffVM_Task, 'duration_secs': 0.210345} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.326939] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.327348] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.327758] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8247630c-ecc9-42ab-af27-9132d425feb0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.388669] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.416169] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.417226] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.417226] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleting the datastore file [datastore2] 586e5b7e-66f8-4537-b0cd-12d28c829809 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.417226] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e289deb-3ac1-4634-bdc7-6f7953e633b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.426219] env[69566]: DEBUG oslo_vmware.api [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1001.426219] env[69566]: value = "task-3407820" [ 1001.426219] env[69566]: _type = "Task" [ 1001.426219] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.438357] env[69566]: DEBUG oslo_vmware.api [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.506779] env[69566]: DEBUG nova.network.neutron [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Updated VIF entry in instance network info cache for port d935d456-5696-49df-88c2-7ac87a5251ee. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.507393] env[69566]: DEBUG nova.network.neutron [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Updating instance_info_cache with network_info: [{"id": "d935d456-5696-49df-88c2-7ac87a5251ee", "address": "fa:16:3e:f9:31:fc", "network": {"id": "185df294-8795-452c-a23e-ff658e18b2ca", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1866183859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f6e530797684d0e8dad90b68eb1a3ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98011432-48cc-4ffd-a5a8-b96d2ea4424a", "external-id": "nsx-vlan-transportzone-745", "segmentation_id": 745, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd935d456-56", "ovs_interfaceid": "d935d456-5696-49df-88c2-7ac87a5251ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.520447] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.550689] env[69566]: DEBUG nova.network.neutron [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Successfully created port: deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.648378] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407810, 'name': Destroy_Task, 'duration_secs': 1.034791} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.648694] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Destroyed the VM [ 1001.648958] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1001.649282] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-342806af-b95c-4768-9c9f-0fa8950bc5e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.658832] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1001.658832] env[69566]: value = "task-3407821" [ 1001.658832] env[69566]: _type = "Task" [ 1001.658832] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.671308] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407821, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.685167] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.702096] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407815, 'name': CreateVM_Task, 'duration_secs': 0.63867} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.702626] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.702929] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.703122] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.703521] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.706301] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5de7809-720a-4fa6-b427-05ff8efc262f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.713100] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1001.713100] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52640148-395d-0321-ac9d-9cc6cfbecb46" [ 1001.713100] env[69566]: _type = "Task" [ 1001.713100] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.726914] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52640148-395d-0321-ac9d-9cc6cfbecb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.740875] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.887718] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407817, 'name': ReconfigVM_Task, 'duration_secs': 0.687082} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.888295] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 79e67ab0-8db0-435f-aa69-b095bc73193a/79e67ab0-8db0-435f-aa69-b095bc73193a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.889165] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2cf335-6ff0-4cb0-8254-1556ab563788 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.901022] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1001.901022] env[69566]: value = "task-3407822" [ 1001.901022] env[69566]: _type = "Task" [ 1001.901022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.907518] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd67df4d-43be-419c-93ba-7015c0459933 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.913792] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407822, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.919408] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45761336-2159-499e-a09e-bba9256b2894 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.961724] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53fe5f5-00c8-40b6-a633-3b816aa014a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.968740] env[69566]: DEBUG oslo_vmware.api [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265089} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.971648] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.971877] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.972486] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.972486] env[69566]: INFO nova.compute.manager [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1001.972802] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.973149] env[69566]: DEBUG nova.compute.manager [-] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.973247] env[69566]: DEBUG nova.network.neutron [-] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.976214] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4287d93f-4274-4979-af4f-b30b51f0e51a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.994234] env[69566]: DEBUG nova.compute.provider_tree [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.013904] env[69566]: DEBUG oslo_concurrency.lockutils [req-808538b9-6cd6-4a13-aa2b-3f37b27345ec req-bc33db0d-2b68-4d7f-b0fb-95e4e5d4d038 service nova] Releasing lock "refresh_cache-97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.173189] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407821, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.181923] env[69566]: DEBUG oslo_vmware.api [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407818, 'name': PowerOnVM_Task, 'duration_secs': 0.527736} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.182212] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.182415] env[69566]: INFO nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1002.182591] env[69566]: DEBUG nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.183375] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be56962d-7771-42b3-b4db-1df4151614e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.227474] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52640148-395d-0321-ac9d-9cc6cfbecb46, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.228584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.228905] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.229259] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.229476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.229687] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.230411] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65447e50-8e0b-4e31-9119-a7e4628ae77a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.243527] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.243728] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.244607] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b63c7f4-935f-43e0-8217-583e51bb07b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.254521] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1002.254521] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c377ff-71dd-2a0e-e419-59baf36996e3" [ 1002.254521] env[69566]: _type = "Task" [ 1002.254521] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.263409] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c377ff-71dd-2a0e-e419-59baf36996e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.267170] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.412226] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407822, 'name': Rename_Task, 'duration_secs': 0.209214} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.412588] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.412846] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd59d398-41fa-4c70-bce1-002ad070c525 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.420211] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1002.420211] env[69566]: value = "task-3407823" [ 1002.420211] env[69566]: _type = "Task" [ 1002.420211] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.428968] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.497683] env[69566]: DEBUG nova.scheduler.client.report [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.533820] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.561451] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.561722] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.561881] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.562525] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.562785] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.563016] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.563823] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.564101] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.564310] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.564527] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.564725] env[69566]: DEBUG nova.virt.hardware [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.565654] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f9a993-bc8f-4229-a28d-b6caba5c67e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.577144] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab71f9e-f5ec-41a0-8c9a-fd4891836711 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.677867] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407821, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.702271] env[69566]: DEBUG nova.compute.manager [req-f244d0ea-2e4f-4366-b94d-fa4f162f6d98 req-4de10882-f8db-4835-af2d-cac19d26396f service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Received event network-vif-deleted-4d779eb8-87b9-4ef2-8b5f-0516d5c0a263 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.702271] env[69566]: INFO nova.compute.manager [req-f244d0ea-2e4f-4366-b94d-fa4f162f6d98 req-4de10882-f8db-4835-af2d-cac19d26396f service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Neutron deleted interface 4d779eb8-87b9-4ef2-8b5f-0516d5c0a263; detaching it from the instance and deleting it from the info cache [ 1002.702271] env[69566]: DEBUG nova.network.neutron [req-f244d0ea-2e4f-4366-b94d-fa4f162f6d98 req-4de10882-f8db-4835-af2d-cac19d26396f service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.703549] env[69566]: INFO nova.compute.manager [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Took 37.20 seconds to build instance. [ 1002.767103] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c377ff-71dd-2a0e-e419-59baf36996e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026212} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.768294] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f11c81-0c88-4ff3-9b53-b190409a6dad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.775571] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1002.775571] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521bfdb7-09fa-9bd0-186f-7b88cac56530" [ 1002.775571] env[69566]: _type = "Task" [ 1002.775571] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.786567] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521bfdb7-09fa-9bd0-186f-7b88cac56530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.931293] env[69566]: DEBUG oslo_vmware.api [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407823, 'name': PowerOnVM_Task, 'duration_secs': 0.461382} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.932085] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.932085] env[69566]: INFO nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1002.932085] env[69566]: DEBUG nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.932870] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74833107-94c5-41b0-88f9-8ea347ea6fb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.954203] env[69566]: DEBUG nova.network.neutron [-] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.002998] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.003802] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.006609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.332s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.006854] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.006854] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1003.006854] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.510s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.007774] env[69566]: DEBUG nova.objects.instance [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lazy-loading 'resources' on Instance uuid 2c20cd4b-f85d-4d00-bcdb-f767793002ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.010245] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c07ea95-7a1e-470d-8608-4456d713fac9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.022026] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ccc877-89b1-4f56-8007-edd703c7baa3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.041496] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c5d177-c1ef-4f96-8d04-5a0a53189262 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.050557] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b54832c-0f6f-446c-bd17-88c793047ea6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.082038] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178217MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1003.082235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.176703] env[69566]: DEBUG oslo_vmware.api [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407821, 'name': RemoveSnapshot_Task, 'duration_secs': 1.222738} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.177032] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1003.177289] env[69566]: INFO nova.compute.manager [None req-2e06144c-e5ef-489f-841c-13ff4b6278f9 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Took 19.05 seconds to snapshot the instance on the hypervisor. [ 1003.205665] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7473060a-55ed-4d58-b68d-b4a68e390f90 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "0ac29acc-2313-4936-af18-de44a53d9eac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.717s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.205975] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a01f75c-335e-4927-8e92-618ea23e8162 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.217398] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aebe40e-b042-40ad-98f6-39b2cf484f15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.252802] env[69566]: DEBUG nova.compute.manager [req-f244d0ea-2e4f-4366-b94d-fa4f162f6d98 req-4de10882-f8db-4835-af2d-cac19d26396f service nova] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Detach interface failed, port_id=4d779eb8-87b9-4ef2-8b5f-0516d5c0a263, reason: Instance 586e5b7e-66f8-4537-b0cd-12d28c829809 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.286300] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521bfdb7-09fa-9bd0-186f-7b88cac56530, 'name': SearchDatastore_Task, 'duration_secs': 0.013872} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.286576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.286836] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f/97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.287378] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b05814-1d70-4d89-a47a-f791d2eaddcb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.294357] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1003.294357] env[69566]: value = "task-3407824" [ 1003.294357] env[69566]: _type = "Task" [ 1003.294357] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.302058] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.369530] env[69566]: DEBUG nova.compute.manager [req-f02d5511-9526-48e8-b3aa-70c88c6b0ed1 req-7ad9a3d2-313a-4534-a859-491795549ef4 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-vif-plugged-deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.369766] env[69566]: DEBUG oslo_concurrency.lockutils [req-f02d5511-9526-48e8-b3aa-70c88c6b0ed1 req-7ad9a3d2-313a-4534-a859-491795549ef4 service nova] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.370060] env[69566]: DEBUG oslo_concurrency.lockutils [req-f02d5511-9526-48e8-b3aa-70c88c6b0ed1 req-7ad9a3d2-313a-4534-a859-491795549ef4 service nova] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.370254] env[69566]: DEBUG oslo_concurrency.lockutils [req-f02d5511-9526-48e8-b3aa-70c88c6b0ed1 req-7ad9a3d2-313a-4534-a859-491795549ef4 service nova] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.370423] env[69566]: DEBUG nova.compute.manager [req-f02d5511-9526-48e8-b3aa-70c88c6b0ed1 req-7ad9a3d2-313a-4534-a859-491795549ef4 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] No waiting events found dispatching network-vif-plugged-deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.370978] env[69566]: WARNING nova.compute.manager [req-f02d5511-9526-48e8-b3aa-70c88c6b0ed1 req-7ad9a3d2-313a-4534-a859-491795549ef4 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received unexpected event network-vif-plugged-deb8bc51-c198-41de-85d4-0b5811c3c46c for instance with vm_state building and task_state spawning. [ 1003.453499] env[69566]: INFO nova.compute.manager [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Took 37.11 seconds to build instance. [ 1003.456356] env[69566]: INFO nova.compute.manager [-] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Took 1.48 seconds to deallocate network for instance. [ 1003.480483] env[69566]: DEBUG nova.network.neutron [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Successfully updated port: deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.510285] env[69566]: DEBUG nova.compute.utils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.511799] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.512241] env[69566]: DEBUG nova.network.neutron [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.586944] env[69566]: DEBUG nova.policy [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06e5aa9cb7a74eb29726bbfaea2a1240', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5fbd7b1a08a4219aebed1a794f63d48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.562788] env[69566]: DEBUG nova.network.neutron [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Successfully created port: d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.565133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed83c054-b7c0-4b41-ada8-58235a051f30 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.231s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.565924] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.566356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.566483] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.566623] env[69566]: DEBUG nova.network.neutron [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.571027] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.571027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.571027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.571027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.571027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.571027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.573857] env[69566]: INFO nova.compute.manager [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Terminating instance [ 1004.582844] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524764} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.583846] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f/97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.583846] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.584781] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-544f0736-e0ae-4912-8128-4b304fd269eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.592298] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1004.592298] env[69566]: value = "task-3407825" [ 1004.592298] env[69566]: _type = "Task" [ 1004.592298] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.604129] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.712749] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89de5f90-9a0d-4399-9023-46567f7e0a1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.721074] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddce7d5-cffe-47a9-ae58-8d696f7bbfd3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.753388] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179d39d-cac6-463e-8a38-4275baafe566 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.760807] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d996e-8f01-4d0b-8c5c-55e19ced2e93 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.777595] env[69566]: DEBUG nova.compute.provider_tree [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.078698] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79e67ab0-8db0-435f-aa69-b095bc73193a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.078810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.078914] env[69566]: DEBUG nova.compute.manager [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.082563] env[69566]: DEBUG nova.compute.manager [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.082767] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.083596] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb78815-b252-4bd9-a737-a4bc6f6ad134 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.087622] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd52c5-dd32-4ac9-9226-13d527f974a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.094120] env[69566]: DEBUG nova.compute.manager [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.094655] env[69566]: DEBUG nova.objects.instance [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'flavor' on Instance uuid 79e67ab0-8db0-435f-aa69-b095bc73193a {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.100364] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.100806] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3509c75-4f7c-421a-aee0-edee1196cfac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.110049] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216473} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.110049] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.110049] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1005.110049] env[69566]: value = "task-3407826" [ 1005.110049] env[69566]: _type = "Task" [ 1005.110049] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.110049] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97501078-13ed-4901-bf30-7e0813b06cac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.136967] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f/97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.140627] env[69566]: DEBUG nova.network.neutron [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.142772] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f655d530-f2be-48c3-8afa-a9d5554ff8e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.157246] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.163746] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1005.163746] env[69566]: value = "task-3407827" [ 1005.163746] env[69566]: _type = "Task" [ 1005.163746] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.171366] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.281633] env[69566]: DEBUG nova.scheduler.client.report [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.291976] env[69566]: DEBUG nova.network.neutron [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.432967] env[69566]: DEBUG nova.compute.manager [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-changed-deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.433802] env[69566]: DEBUG nova.compute.manager [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing instance network info cache due to event network-changed-deb8bc51-c198-41de-85d4-0b5811c3c46c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.434224] env[69566]: DEBUG oslo_concurrency.lockutils [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.587773] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.615222] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.615463] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.615626] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.615804] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.615950] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.616113] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.616427] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.616619] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.616808] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.616993] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.617179] env[69566]: DEBUG nova.virt.hardware [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.618148] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e99f7-ce48-4a25-93da-7fc036218c00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.635155] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b6ec2-973e-4fcc-8371-68a45b394968 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.639504] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407826, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.675026] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.715101] env[69566]: DEBUG nova.compute.manager [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.715970] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ceb513-700c-48b2-8694-b5ec9b5a112e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.788038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.780s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.790684] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.646s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.792325] env[69566]: INFO nova.compute.claims [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.796550] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.796981] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Instance network_info: |[{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.797546] env[69566]: DEBUG oslo_concurrency.lockutils [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.797706] env[69566]: DEBUG nova.network.neutron [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing network info cache for port deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.799131] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:57:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deb8bc51-c198-41de-85d4-0b5811c3c46c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.810921] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.811086] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.811246] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5d2d41-bac5-43a9-981a-79c58893751f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.826652] env[69566]: INFO nova.scheduler.client.report [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Deleted allocations for instance 2c20cd4b-f85d-4d00-bcdb-f767793002ee [ 1005.833841] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.833841] env[69566]: value = "task-3407828" [ 1005.833841] env[69566]: _type = "Task" [ 1005.833841] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.841624] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407828, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.106650] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.107009] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc49bcfd-62d5-441c-a1b2-aa163e9dac59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.116461] env[69566]: DEBUG oslo_vmware.api [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1006.116461] env[69566]: value = "task-3407829" [ 1006.116461] env[69566]: _type = "Task" [ 1006.116461] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.129183] env[69566]: DEBUG oslo_vmware.api [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.133207] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407826, 'name': PowerOffVM_Task, 'duration_secs': 0.539507} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.133207] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.133207] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.133207] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd1af54-0a28-49e3-9ea4-cd1e8adc4ce4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.180400] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407827, 'name': ReconfigVM_Task, 'duration_secs': 0.625123} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.180806] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f/97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.181689] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b20f9c9f-7188-49b2-a796-17d21568aec1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.189293] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1006.189293] env[69566]: value = "task-3407831" [ 1006.189293] env[69566]: _type = "Task" [ 1006.189293] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.200326] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407831, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.205751] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.205986] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.206292] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleting the datastore file [datastore1] 9ea19006-2c95-4f25-9bb9-014d6a2aff5a {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.206607] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57772725-9054-4126-88c8-e38e07a606ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.212886] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1006.212886] env[69566]: value = "task-3407832" [ 1006.212886] env[69566]: _type = "Task" [ 1006.212886] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.221649] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.228160] env[69566]: INFO nova.compute.manager [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] instance snapshotting [ 1006.232173] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddd2b6f-9a67-440b-a860-206cc6d454e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.253915] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9772254f-c828-48f0-ab84-8ef805bb65d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.291021] env[69566]: DEBUG nova.network.neutron [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Successfully updated port: d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.335084] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b031c43e-060f-4c1e-8b0b-96719453505f tempest-ListServerFiltersTestJSON-1483085772 tempest-ListServerFiltersTestJSON-1483085772-project-member] Lock "2c20cd4b-f85d-4d00-bcdb-f767793002ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.435s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.351682] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407828, 'name': CreateVM_Task, 'duration_secs': 0.498546} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.351682] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.352829] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.353018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.353509] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.353736] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ce9bc7-250c-48ad-b21d-ab787c621e43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.360652] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1006.360652] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f84c11-e982-014f-6260-cfc007594e2d" [ 1006.360652] env[69566]: _type = "Task" [ 1006.360652] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.371727] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f84c11-e982-014f-6260-cfc007594e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.627648] env[69566]: DEBUG oslo_vmware.api [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407829, 'name': PowerOffVM_Task, 'duration_secs': 0.219956} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.627954] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.628124] env[69566]: DEBUG nova.compute.manager [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.628882] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e055dee5-1ba0-48f8-88a0-4b6c7be0354f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.637078] env[69566]: DEBUG nova.network.neutron [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updated VIF entry in instance network info cache for port deb8bc51-c198-41de-85d4-0b5811c3c46c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.637397] env[69566]: DEBUG nova.network.neutron [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.699533] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407831, 'name': Rename_Task, 'duration_secs': 0.178312} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.699817] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.700094] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2918b64f-9439-4b9b-bc0a-74d03a806b29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.706536] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1006.706536] env[69566]: value = "task-3407833" [ 1006.706536] env[69566]: _type = "Task" [ 1006.706536] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.719569] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.727272] env[69566]: DEBUG oslo_vmware.api [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190054} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.727272] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.727272] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.727272] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.727272] env[69566]: INFO nova.compute.manager [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1006.727272] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.727272] env[69566]: DEBUG nova.compute.manager [-] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.727272] env[69566]: DEBUG nova.network.neutron [-] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.767134] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1006.767134] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a6278eb-ab52-4b87-b115-969d960b39d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.778247] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1006.778247] env[69566]: value = "task-3407834" [ 1006.778247] env[69566]: _type = "Task" [ 1006.778247] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.788757] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.796188] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "refresh_cache-23cef26c-0b1c-4307-b90b-c5e19faab240" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.796188] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquired lock "refresh_cache-23cef26c-0b1c-4307-b90b-c5e19faab240" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.796188] env[69566]: DEBUG nova.network.neutron [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.873799] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f84c11-e982-014f-6260-cfc007594e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010823} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.874115] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.874688] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.874688] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.874969] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.875407] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.879375] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa2a9683-70d0-4924-8447-67fc4f2a2aa6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.888502] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.889306] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.889420] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9086fc98-c759-4cb7-88ed-adc54fe1d159 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.895662] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1006.895662] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520fd099-97e3-bbcf-6d3a-f2825ea07eee" [ 1006.895662] env[69566]: _type = "Task" [ 1006.895662] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.907812] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520fd099-97e3-bbcf-6d3a-f2825ea07eee, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.908734] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3e9368-a85d-43d1-94e4-5f02a8682879 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916355] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1006.916355] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529c2dc9-e578-b323-5531-5ca7d71562ea" [ 1006.916355] env[69566]: _type = "Task" [ 1006.916355] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.925507] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529c2dc9-e578-b323-5531-5ca7d71562ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.143693] env[69566]: DEBUG oslo_concurrency.lockutils [req-916f565c-65da-4f13-943a-13852772b4df req-40fff240-c8f5-4a78-8f3c-18524e33b5eb service nova] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.144743] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a32765c9-dbe1-4e6b-9bb8-5a768bb90b00 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.219084] env[69566]: DEBUG oslo_vmware.api [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407833, 'name': PowerOnVM_Task, 'duration_secs': 0.435224} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.219328] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.219328] env[69566]: INFO nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1007.219501] env[69566]: DEBUG nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.221170] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6034169-a860-4338-b96e-acfe1ad81742 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.224047] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ea8b1-9443-4245-9dd6-bd3ba3a5bc43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.233458] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbe62f9-be05-409d-9e8e-0dfb59fd36b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.272265] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6684fe6c-299a-4f63-990d-f5f0b7bcc52e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.283555] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6047d0-75cd-4d46-98ea-335510cb9cb8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.294315] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.305809] env[69566]: DEBUG nova.compute.provider_tree [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.333865] env[69566]: DEBUG nova.network.neutron [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.427796] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529c2dc9-e578-b323-5531-5ca7d71562ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.430122] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.430428] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd/7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.430717] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5baa3474-e0f7-4117-bd8d-48db60febe8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.437220] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1007.437220] env[69566]: value = "task-3407835" [ 1007.437220] env[69566]: _type = "Task" [ 1007.437220] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.445629] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.462150] env[69566]: DEBUG nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Received event network-vif-plugged-d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.462295] env[69566]: DEBUG oslo_concurrency.lockutils [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] Acquiring lock "23cef26c-0b1c-4307-b90b-c5e19faab240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.462441] env[69566]: DEBUG oslo_concurrency.lockutils [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.462596] env[69566]: DEBUG oslo_concurrency.lockutils [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.462761] env[69566]: DEBUG nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] No waiting events found dispatching network-vif-plugged-d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.462925] env[69566]: WARNING nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Received unexpected event network-vif-plugged-d7a63407-0f53-4bff-a33b-7e44df395564 for instance with vm_state building and task_state spawning. [ 1007.463099] env[69566]: DEBUG nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Received event network-changed-d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.463260] env[69566]: DEBUG nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Refreshing instance network info cache due to event network-changed-d7a63407-0f53-4bff-a33b-7e44df395564. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.463426] env[69566]: DEBUG oslo_concurrency.lockutils [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] Acquiring lock "refresh_cache-23cef26c-0b1c-4307-b90b-c5e19faab240" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.467291] env[69566]: DEBUG nova.network.neutron [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Updating instance_info_cache with network_info: [{"id": "d7a63407-0f53-4bff-a33b-7e44df395564", "address": "fa:16:3e:34:e3:51", "network": {"id": "76815c11-279f-4a67-8440-d0edf9b5b08d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-919076111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fbd7b1a08a4219aebed1a794f63d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a63407-0f", "ovs_interfaceid": "d7a63407-0f53-4bff-a33b-7e44df395564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.638039] env[69566]: DEBUG nova.network.neutron [-] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.749312] env[69566]: INFO nova.compute.manager [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Took 38.12 seconds to build instance. [ 1007.793215] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407834, 'name': CreateSnapshot_Task, 'duration_secs': 0.650118} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.793505] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1007.794343] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fb1371-08f2-4459-9f60-e6e7a7f533ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.809700] env[69566]: DEBUG nova.scheduler.client.report [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.948019] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482613} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.948321] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd/7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.948544] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.948800] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc346fb0-1aac-4d88-a9d0-5cf9d4ea352b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.956271] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1007.956271] env[69566]: value = "task-3407836" [ 1007.956271] env[69566]: _type = "Task" [ 1007.956271] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.965127] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.972316] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Releasing lock "refresh_cache-23cef26c-0b1c-4307-b90b-c5e19faab240" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.973164] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Instance network_info: |[{"id": "d7a63407-0f53-4bff-a33b-7e44df395564", "address": "fa:16:3e:34:e3:51", "network": {"id": "76815c11-279f-4a67-8440-d0edf9b5b08d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-919076111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fbd7b1a08a4219aebed1a794f63d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a63407-0f", "ovs_interfaceid": "d7a63407-0f53-4bff-a33b-7e44df395564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.973164] env[69566]: DEBUG oslo_concurrency.lockutils [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] Acquired lock "refresh_cache-23cef26c-0b1c-4307-b90b-c5e19faab240" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.973164] env[69566]: DEBUG nova.network.neutron [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Refreshing network info cache for port d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.974415] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:e3:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a63407-0f53-4bff-a33b-7e44df395564', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.983701] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Creating folder: Project (a5fbd7b1a08a4219aebed1a794f63d48). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.987432] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be80abe-2343-494e-9c42-68d92c23a6d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.001128] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Created folder: Project (a5fbd7b1a08a4219aebed1a794f63d48) in parent group-v679651. [ 1008.001353] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Creating folder: Instances. Parent ref: group-v679898. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.001632] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc8217a9-b123-45ce-b24f-80ffd4d5f0c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.015269] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Created folder: Instances in parent group-v679898. [ 1008.015658] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.016383] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.016383] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a692528c-b011-4515-9f3b-f30b0ad162b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.041578] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.041578] env[69566]: value = "task-3407839" [ 1008.041578] env[69566]: _type = "Task" [ 1008.041578] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.051598] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407839, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.140995] env[69566]: INFO nova.compute.manager [-] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Took 1.42 seconds to deallocate network for instance. [ 1008.221786] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79e67ab0-8db0-435f-aa69-b095bc73193a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.222215] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.222343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79e67ab0-8db0-435f-aa69-b095bc73193a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.222530] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.222702] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.228437] env[69566]: INFO nova.compute.manager [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Terminating instance [ 1008.251738] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d2722fd3-929a-44f4-bfee-7838ce25e6ae tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.632s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.290105] env[69566]: DEBUG nova.network.neutron [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Updated VIF entry in instance network info cache for port d7a63407-0f53-4bff-a33b-7e44df395564. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.290515] env[69566]: DEBUG nova.network.neutron [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Updating instance_info_cache with network_info: [{"id": "d7a63407-0f53-4bff-a33b-7e44df395564", "address": "fa:16:3e:34:e3:51", "network": {"id": "76815c11-279f-4a67-8440-d0edf9b5b08d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-919076111-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5fbd7b1a08a4219aebed1a794f63d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a63407-0f", "ovs_interfaceid": "d7a63407-0f53-4bff-a33b-7e44df395564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.319895] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1008.320727] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.321230] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.324089] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-702a4801-1060-4c2d-8224-911441910429 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.328310] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.437s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.328588] env[69566]: DEBUG nova.objects.instance [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lazy-loading 'resources' on Instance uuid 69365d1c-650f-4061-959c-4b1ce6149b42 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.336947] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1008.336947] env[69566]: value = "task-3407840" [ 1008.336947] env[69566]: _type = "Task" [ 1008.336947] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.347475] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407840, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.469719] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081027} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.471025] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.471329] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf86de6b-9494-4c4b-b001-a8944718f677 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.502179] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd/7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.502962] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30befb88-b459-4b3b-a68d-7596b1622195 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.526488] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1008.526488] env[69566]: value = "task-3407841" [ 1008.526488] env[69566]: _type = "Task" [ 1008.526488] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.534900] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.552912] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407839, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.649217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.731700] env[69566]: DEBUG nova.compute.manager [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.731916] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.733023] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8565512-d933-4484-96aa-360458eb4021 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.742715] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.742981] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a26453-43b2-4db0-bdc3-7288212ef001 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.794026] env[69566]: DEBUG oslo_concurrency.lockutils [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] Releasing lock "refresh_cache-23cef26c-0b1c-4307-b90b-c5e19faab240" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.794414] env[69566]: DEBUG nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Received event network-vif-deleted-58c7918d-30bc-4e9b-8662-834228097ae7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.794665] env[69566]: INFO nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Neutron deleted interface 58c7918d-30bc-4e9b-8662-834228097ae7; detaching it from the instance and deleting it from the info cache [ 1008.794915] env[69566]: DEBUG nova.network.neutron [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.819865] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.820193] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.820437] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleting the datastore file [datastore2] 79e67ab0-8db0-435f-aa69-b095bc73193a {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.820728] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3da7927-e56d-40ce-8459-c4b194e7aa79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.827895] env[69566]: DEBUG oslo_vmware.api [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1008.827895] env[69566]: value = "task-3407843" [ 1008.827895] env[69566]: _type = "Task" [ 1008.827895] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.834478] env[69566]: DEBUG nova.compute.utils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.838853] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.839040] env[69566]: DEBUG nova.network.neutron [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.848543] env[69566]: DEBUG oslo_vmware.api [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.855548] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407840, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.895972] env[69566]: DEBUG nova.policy [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad513d70f2cf471784ec2d80dbe0b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36e9df55698947a88c9bc1654513cb6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.040754] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407841, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.054190] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407839, 'name': CreateVM_Task, 'duration_secs': 0.879795} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.054438] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.055218] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.055421] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.055697] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.056803] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c718f755-c411-47ec-9332-0fe0e9a8ea0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.064923] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1009.064923] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525d5fe1-f9b0-1063-6570-efe3c480392a" [ 1009.064923] env[69566]: _type = "Task" [ 1009.064923] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.074553] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525d5fe1-f9b0-1063-6570-efe3c480392a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.225683] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.226822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.226822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.226822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.226822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.230952] env[69566]: INFO nova.compute.manager [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Terminating instance [ 1009.259910] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c01a904-4aad-4f29-8a61-46549967ae50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.268465] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0cd6a-f26a-4df1-9040-82232cd8e7b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.310611] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f7f8c3-55f6-4465-b7a6-0fe71dde234e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.312923] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40de07f1-6938-4edf-bd46-87fcc19a2ce9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.323932] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f3f2b2-a5ac-467c-ab5b-3cf4dfa3da04 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.331628] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f50325a-eb92-4e30-9a24-5a963bf0ba82 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.346837] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.367366] env[69566]: DEBUG nova.compute.provider_tree [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.376730] env[69566]: DEBUG oslo_vmware.api [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367719} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.381396] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.381682] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.381970] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.382562] env[69566]: INFO nova.compute.manager [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1009.382902] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.383166] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407840, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.397509] env[69566]: DEBUG nova.compute.manager [-] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.397665] env[69566]: DEBUG nova.network.neutron [-] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.399685] env[69566]: DEBUG nova.compute.manager [req-a6a2e1bc-6042-4573-99fc-7a4e1540dca7 req-b3637380-740d-45e1-90ee-be3713c1a006 service nova] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Detach interface failed, port_id=58c7918d-30bc-4e9b-8662-834228097ae7, reason: Instance 9ea19006-2c95-4f25-9bb9-014d6a2aff5a could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1009.409251] env[69566]: DEBUG nova.network.neutron [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Successfully created port: 87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.537888] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407841, 'name': ReconfigVM_Task, 'duration_secs': 0.734144} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.539022] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd/7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.539022] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26368bb0-0202-4f93-8682-64657e9ab9e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.547208] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1009.547208] env[69566]: value = "task-3407844" [ 1009.547208] env[69566]: _type = "Task" [ 1009.547208] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.557041] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407844, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.575246] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525d5fe1-f9b0-1063-6570-efe3c480392a, 'name': SearchDatastore_Task, 'duration_secs': 0.035963} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.575569] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.575803] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.576108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.576722] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.576722] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.576853] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e436d2ec-1372-4958-9f42-562c80c5b8dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.588333] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.588480] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.589209] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0eb314-27cc-47e3-bef2-216673a8d1cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.597164] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1009.597164] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5279d699-f189-f1ff-5381-0ffc6fa561c8" [ 1009.597164] env[69566]: _type = "Task" [ 1009.597164] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.604724] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5279d699-f189-f1ff-5381-0ffc6fa561c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.676189] env[69566]: DEBUG nova.compute.manager [req-ed1aa3d3-336b-40b8-98f1-ae52f01e2640 req-9c126454-e117-4267-b60f-383b92d0b293 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Received event network-vif-deleted-e4cacab6-8816-4ccb-9d28-45c1924f7081 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.676189] env[69566]: INFO nova.compute.manager [req-ed1aa3d3-336b-40b8-98f1-ae52f01e2640 req-9c126454-e117-4267-b60f-383b92d0b293 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Neutron deleted interface e4cacab6-8816-4ccb-9d28-45c1924f7081; detaching it from the instance and deleting it from the info cache [ 1009.676967] env[69566]: DEBUG nova.network.neutron [req-ed1aa3d3-336b-40b8-98f1-ae52f01e2640 req-9c126454-e117-4267-b60f-383b92d0b293 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.739026] env[69566]: DEBUG nova.compute.manager [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.739026] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.739026] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c5b6c-fbc0-4220-a359-da16a4c0e565 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.748729] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.749239] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df7aec8-decc-45ec-9759-e15975b04445 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.760539] env[69566]: DEBUG oslo_vmware.api [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1009.760539] env[69566]: value = "task-3407845" [ 1009.760539] env[69566]: _type = "Task" [ 1009.760539] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.771401] env[69566]: DEBUG oslo_vmware.api [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.860294] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407840, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.873650] env[69566]: DEBUG nova.scheduler.client.report [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.058868] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407844, 'name': Rename_Task, 'duration_secs': 0.288304} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.059229] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.059508] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e351fcfa-3eba-476f-bc73-e19787fdd99e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.066735] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1010.066735] env[69566]: value = "task-3407846" [ 1010.066735] env[69566]: _type = "Task" [ 1010.066735] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.082513] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.110137] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5279d699-f189-f1ff-5381-0ffc6fa561c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011071} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.110962] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70d68a1a-b079-43e9-987f-3969ddb2726a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.116782] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1010.116782] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b8a520-b589-138c-aa95-6dd8ae725257" [ 1010.116782] env[69566]: _type = "Task" [ 1010.116782] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.124652] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b8a520-b589-138c-aa95-6dd8ae725257, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.157173] env[69566]: DEBUG nova.network.neutron [-] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.180105] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6564902-f9aa-4576-a545-71a11dad23a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.191165] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a2784d-046b-41a9-84c6-acdc6d20c444 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.227895] env[69566]: DEBUG nova.compute.manager [req-ed1aa3d3-336b-40b8-98f1-ae52f01e2640 req-9c126454-e117-4267-b60f-383b92d0b293 service nova] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Detach interface failed, port_id=e4cacab6-8816-4ccb-9d28-45c1924f7081, reason: Instance 79e67ab0-8db0-435f-aa69-b095bc73193a could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.268250] env[69566]: DEBUG oslo_vmware.api [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407845, 'name': PowerOffVM_Task, 'duration_secs': 0.207339} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.268543] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.268713] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.268968] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dae52f71-559c-4fe4-ba0a-eaa81acc0b1e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.341861] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.342116] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.342323] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Deleting the datastore file [datastore2] 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.342644] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bdcc48d-7cda-4cd4-9ffc-8812f9d5e09b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.350676] env[69566]: DEBUG oslo_vmware.api [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for the task: (returnval){ [ 1010.350676] env[69566]: value = "task-3407848" [ 1010.350676] env[69566]: _type = "Task" [ 1010.350676] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.364291] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407840, 'name': CloneVM_Task, 'duration_secs': 1.767813} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.366623] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Created linked-clone VM from snapshot [ 1010.366916] env[69566]: DEBUG oslo_vmware.api [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.367691] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c0f937-48bf-40ef-be15-39e759df6d07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.375335] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Uploading image 9ab78e20-5a60-4fcb-b624-f0eb517c1fbd {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1010.378228] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.380305] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.382310] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.257s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.382544] env[69566]: DEBUG nova.objects.instance [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'resources' on Instance uuid 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.396286] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1010.396286] env[69566]: value = "vm-679901" [ 1010.396286] env[69566]: _type = "VirtualMachine" [ 1010.396286] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1010.397079] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75ae46cf-1d4a-4050-a684-5d883778c7f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.405495] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.405774] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.406028] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.406278] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.406463] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.406643] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.406871] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.407058] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.407238] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.407403] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.407605] env[69566]: DEBUG nova.virt.hardware [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.408510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f6469-6bb3-4409-88db-48623c535963 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.412274] env[69566]: INFO nova.scheduler.client.report [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted allocations for instance 69365d1c-650f-4061-959c-4b1ce6149b42 [ 1010.415526] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lease: (returnval){ [ 1010.415526] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52980a77-0a8e-b042-e87c-ce22ac36d93a" [ 1010.415526] env[69566]: _type = "HttpNfcLease" [ 1010.415526] env[69566]: } obtained for exporting VM: (result){ [ 1010.415526] env[69566]: value = "vm-679901" [ 1010.415526] env[69566]: _type = "VirtualMachine" [ 1010.415526] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1010.415526] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the lease: (returnval){ [ 1010.415526] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52980a77-0a8e-b042-e87c-ce22ac36d93a" [ 1010.415526] env[69566]: _type = "HttpNfcLease" [ 1010.415526] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1010.425519] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62db8b8-5039-4e04-a26e-1588ac64e3ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.431596] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.431596] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52980a77-0a8e-b042-e87c-ce22ac36d93a" [ 1010.431596] env[69566]: _type = "HttpNfcLease" [ 1010.431596] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.432298] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.432298] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52980a77-0a8e-b042-e87c-ce22ac36d93a" [ 1010.432298] env[69566]: _type = "HttpNfcLease" [ 1010.432298] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1010.433400] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8907e5-533d-412a-85dc-dd7562957932 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.449882] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee845d-17c3-aa7a-74f6-52a1062cba2e/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.450171] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee845d-17c3-aa7a-74f6-52a1062cba2e/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1010.546718] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de19398d-7cec-4a54-b792-7abd36561bd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.580386] env[69566]: DEBUG oslo_vmware.api [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407846, 'name': PowerOnVM_Task, 'duration_secs': 0.50103} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.580652] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.580846] env[69566]: INFO nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1010.581033] env[69566]: DEBUG nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.581839] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9794b2-805e-49bf-9ef2-b6d9331dfd77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.628635] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b8a520-b589-138c-aa95-6dd8ae725257, 'name': SearchDatastore_Task, 'duration_secs': 0.029469} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.628909] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.629192] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 23cef26c-0b1c-4307-b90b-c5e19faab240/23cef26c-0b1c-4307-b90b-c5e19faab240.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.629455] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e659226-7fa3-4cfa-822c-c0b85ecd122f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.637658] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1010.637658] env[69566]: value = "task-3407850" [ 1010.637658] env[69566]: _type = "Task" [ 1010.637658] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.646057] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.659689] env[69566]: INFO nova.compute.manager [-] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Took 1.26 seconds to deallocate network for instance. [ 1010.864966] env[69566]: DEBUG oslo_vmware.api [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Task: {'id': task-3407848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149495} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.865317] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.865444] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.865624] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.865799] env[69566]: INFO nova.compute.manager [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1010.866056] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.866254] env[69566]: DEBUG nova.compute.manager [-] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.866350] env[69566]: DEBUG nova.network.neutron [-] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.885413] env[69566]: DEBUG nova.objects.instance [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'numa_topology' on Instance uuid 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.923721] env[69566]: DEBUG oslo_concurrency.lockutils [None req-308b8415-7cd3-409a-9399-1b5955eb6022 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "69365d1c-650f-4061-959c-4b1ce6149b42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.634s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.028410] env[69566]: DEBUG nova.compute.manager [req-35de8ca6-933c-4478-8a30-2f535940750e req-2e91895c-907a-42fa-b202-507ce479c801 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Received event network-vif-plugged-87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.028898] env[69566]: DEBUG oslo_concurrency.lockutils [req-35de8ca6-933c-4478-8a30-2f535940750e req-2e91895c-907a-42fa-b202-507ce479c801 service nova] Acquiring lock "4244adb1-2753-4c51-91e7-d3cc8a01a000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.030156] env[69566]: DEBUG oslo_concurrency.lockutils [req-35de8ca6-933c-4478-8a30-2f535940750e req-2e91895c-907a-42fa-b202-507ce479c801 service nova] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.030156] env[69566]: DEBUG oslo_concurrency.lockutils [req-35de8ca6-933c-4478-8a30-2f535940750e req-2e91895c-907a-42fa-b202-507ce479c801 service nova] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.030156] env[69566]: DEBUG nova.compute.manager [req-35de8ca6-933c-4478-8a30-2f535940750e req-2e91895c-907a-42fa-b202-507ce479c801 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] No waiting events found dispatching network-vif-plugged-87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.030156] env[69566]: WARNING nova.compute.manager [req-35de8ca6-933c-4478-8a30-2f535940750e req-2e91895c-907a-42fa-b202-507ce479c801 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Received unexpected event network-vif-plugged-87ee45ac-85ac-4537-af2c-85c696caa4ac for instance with vm_state building and task_state spawning. [ 1011.101587] env[69566]: INFO nova.compute.manager [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Took 38.04 seconds to build instance. [ 1011.151843] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407850, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.165751] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.174173] env[69566]: DEBUG nova.network.neutron [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Successfully updated port: 87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.388737] env[69566]: DEBUG nova.objects.base [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Object Instance<95f69ddc-883e-47ef-9b1a-768cbba65ce0> lazy-loaded attributes: resources,numa_topology {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.605284] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2765c410-8f93-4210-94c3-355e3f89a97d tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.549s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.649112] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703112} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.652019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 23cef26c-0b1c-4307-b90b-c5e19faab240/23cef26c-0b1c-4307-b90b-c5e19faab240.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.652314] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.653922] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1518e94-eaa5-4733-a200-0648f9486277 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.663326] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1011.663326] env[69566]: value = "task-3407851" [ 1011.663326] env[69566]: _type = "Task" [ 1011.663326] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.682066] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "refresh_cache-4244adb1-2753-4c51-91e7-d3cc8a01a000" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.682270] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "refresh_cache-4244adb1-2753-4c51-91e7-d3cc8a01a000" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.682403] env[69566]: DEBUG nova.network.neutron [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.688019] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.705310] env[69566]: DEBUG nova.network.neutron [-] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.776165] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289b42d0-6d2b-4891-b893-5372af7e6a14 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.786595] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb5302-0dab-4d7d-914e-e4d255b39154 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.825536] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfe66dd-aa59-457a-84a2-ed6e83d52291 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.833820] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798dce91-be61-4a4c-9f28-f5cf331cc3f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.849206] env[69566]: DEBUG nova.compute.provider_tree [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.041710] env[69566]: DEBUG nova.compute.manager [req-3454923d-0216-4185-b08b-69ab2d46167f req-c0508a10-edd0-4746-ad85-78cd288aa6eb service nova] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Received event network-vif-deleted-d935d456-5696-49df-88c2-7ac87a5251ee {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.175536] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136773} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.176091] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.177071] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e531f84-2e14-436c-a362-9e1fa9a48441 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.205818] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 23cef26c-0b1c-4307-b90b-c5e19faab240/23cef26c-0b1c-4307-b90b-c5e19faab240.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.206298] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95aa20da-5bcf-4e46-886f-16ae3692f946 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.222292] env[69566]: INFO nova.compute.manager [-] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Took 1.36 seconds to deallocate network for instance. [ 1012.232025] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1012.232025] env[69566]: value = "task-3407852" [ 1012.232025] env[69566]: _type = "Task" [ 1012.232025] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.240201] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.256019] env[69566]: DEBUG nova.network.neutron [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.352451] env[69566]: DEBUG nova.scheduler.client.report [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.419646] env[69566]: DEBUG nova.network.neutron [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Updating instance_info_cache with network_info: [{"id": "87ee45ac-85ac-4537-af2c-85c696caa4ac", "address": "fa:16:3e:c4:dc:94", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ee45ac-85", "ovs_interfaceid": "87ee45ac-85ac-4537-af2c-85c696caa4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.732231] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.742644] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.858903] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.476s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.861703] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.128s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.861960] env[69566]: DEBUG nova.objects.instance [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lazy-loading 'resources' on Instance uuid a8eb20df-196f-43cd-804a-7ec3c93965db {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.928848] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "refresh_cache-4244adb1-2753-4c51-91e7-d3cc8a01a000" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.928848] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Instance network_info: |[{"id": "87ee45ac-85ac-4537-af2c-85c696caa4ac", "address": "fa:16:3e:c4:dc:94", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ee45ac-85", "ovs_interfaceid": "87ee45ac-85ac-4537-af2c-85c696caa4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.928848] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:dc:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87ee45ac-85ac-4537-af2c-85c696caa4ac', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.936162] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.936721] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.936973] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fdb9f4f-23f6-447e-be5f-150b931b237e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.960820] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.960820] env[69566]: value = "task-3407853" [ 1012.960820] env[69566]: _type = "Task" [ 1012.960820] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.977639] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407853, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.066949] env[69566]: DEBUG nova.compute.manager [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Received event network-changed-87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.067708] env[69566]: DEBUG nova.compute.manager [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Refreshing instance network info cache due to event network-changed-87ee45ac-85ac-4537-af2c-85c696caa4ac. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.068049] env[69566]: DEBUG oslo_concurrency.lockutils [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] Acquiring lock "refresh_cache-4244adb1-2753-4c51-91e7-d3cc8a01a000" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.068339] env[69566]: DEBUG oslo_concurrency.lockutils [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] Acquired lock "refresh_cache-4244adb1-2753-4c51-91e7-d3cc8a01a000" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.068666] env[69566]: DEBUG nova.network.neutron [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Refreshing network info cache for port 87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.242996] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407852, 'name': ReconfigVM_Task, 'duration_secs': 0.721869} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.243244] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 23cef26c-0b1c-4307-b90b-c5e19faab240/23cef26c-0b1c-4307-b90b-c5e19faab240.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.243913] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef48d5f-feb0-48cd-9755-526531200948 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.251922] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1013.251922] env[69566]: value = "task-3407854" [ 1013.251922] env[69566]: _type = "Task" [ 1013.251922] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.262015] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407854, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.374365] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0498c13e-5201-45a5-b9d4-99054f148f3b tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 47.011s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.376132] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 22.960s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.376132] env[69566]: INFO nova.compute.manager [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Unshelving [ 1013.472114] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407853, 'name': CreateVM_Task, 'duration_secs': 0.431924} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.474852] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.475809] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.476013] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.476474] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.476738] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a058278c-7b8c-485b-b657-a1730915cbbc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.482090] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1013.482090] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52decc37-b43b-3a62-80ec-5db26ebb9941" [ 1013.482090] env[69566]: _type = "Task" [ 1013.482090] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.495212] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52decc37-b43b-3a62-80ec-5db26ebb9941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.745149] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46df0337-ece8-4d0c-ae5a-af7071eee2bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.756496] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df391e4c-7dd4-40c2-8308-11cb287d4500 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.766624] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407854, 'name': Rename_Task, 'duration_secs': 0.192786} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.799564] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.803377] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dc2ecb3-2d34-4cb9-a260-e4b6a2c9a84a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.805806] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f0b741-e420-4b32-b110-de5dc41ea95c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.817380] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3172c307-85af-4435-9706-c9a72d43cda5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.822087] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1013.822087] env[69566]: value = "task-3407855" [ 1013.822087] env[69566]: _type = "Task" [ 1013.822087] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.834854] env[69566]: DEBUG nova.compute.provider_tree [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.842068] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407855, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.845100] env[69566]: DEBUG nova.network.neutron [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Updated VIF entry in instance network info cache for port 87ee45ac-85ac-4537-af2c-85c696caa4ac. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.845100] env[69566]: DEBUG nova.network.neutron [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Updating instance_info_cache with network_info: [{"id": "87ee45ac-85ac-4537-af2c-85c696caa4ac", "address": "fa:16:3e:c4:dc:94", "network": {"id": "2a55d655-395f-4ea0-9dd1-f7606bf5e72a", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1865625705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36e9df55698947a88c9bc1654513cb6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87ee45ac-85", "ovs_interfaceid": "87ee45ac-85ac-4537-af2c-85c696caa4ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.994070] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52decc37-b43b-3a62-80ec-5db26ebb9941, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.994399] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.994638] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.994879] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.995038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.995227] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.995500] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5537ae8b-380d-439a-bf06-18996be7e0c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.005458] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.005655] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.006417] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81e8b04-4a30-401a-9f63-0e23a0f6a2f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.011756] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1014.011756] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5207694a-9dd3-8da9-655b-a52275077312" [ 1014.011756] env[69566]: _type = "Task" [ 1014.011756] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.019723] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5207694a-9dd3-8da9-655b-a52275077312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.333427] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.338488] env[69566]: DEBUG nova.scheduler.client.report [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.348040] env[69566]: DEBUG oslo_concurrency.lockutils [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] Releasing lock "refresh_cache-4244adb1-2753-4c51-91e7-d3cc8a01a000" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.348382] env[69566]: DEBUG nova.compute.manager [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-changed-deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.348535] env[69566]: DEBUG nova.compute.manager [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing instance network info cache due to event network-changed-deb8bc51-c198-41de-85d4-0b5811c3c46c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.348743] env[69566]: DEBUG oslo_concurrency.lockutils [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.348885] env[69566]: DEBUG oslo_concurrency.lockutils [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.349061] env[69566]: DEBUG nova.network.neutron [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing network info cache for port deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.406035] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.524441] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5207694a-9dd3-8da9-655b-a52275077312, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.525469] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb738127-e7a0-4cdb-9c66-12df8eb4c8a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.531939] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1014.531939] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f29ee0-e04b-4bf9-ea9f-a459fec3369e" [ 1014.531939] env[69566]: _type = "Task" [ 1014.531939] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.541281] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f29ee0-e04b-4bf9-ea9f-a459fec3369e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.833572] env[69566]: DEBUG oslo_vmware.api [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407855, 'name': PowerOnVM_Task, 'duration_secs': 0.532457} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.833572] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.833837] env[69566]: INFO nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1014.833899] env[69566]: DEBUG nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.834771] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92790ed2-0edb-487f-b85f-601ce648e353 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.843407] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.845737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.249s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.847183] env[69566]: INFO nova.compute.claims [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.862060] env[69566]: INFO nova.scheduler.client.report [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Deleted allocations for instance a8eb20df-196f-43cd-804a-7ec3c93965db [ 1015.044817] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f29ee0-e04b-4bf9-ea9f-a459fec3369e, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.044910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.045192] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 4244adb1-2753-4c51-91e7-d3cc8a01a000/4244adb1-2753-4c51-91e7-d3cc8a01a000.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.045460] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1e9c932-1b8e-4c3d-b400-d15e867d7041 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.052400] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1015.052400] env[69566]: value = "task-3407856" [ 1015.052400] env[69566]: _type = "Task" [ 1015.052400] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.060687] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.077296] env[69566]: DEBUG nova.network.neutron [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updated VIF entry in instance network info cache for port deb8bc51-c198-41de-85d4-0b5811c3c46c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.077652] env[69566]: DEBUG nova.network.neutron [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.365489] env[69566]: INFO nova.compute.manager [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Took 42.11 seconds to build instance. [ 1015.372421] env[69566]: DEBUG oslo_concurrency.lockutils [None req-75eb906c-d267-4e2f-b746-8745ecd009d5 tempest-ServersV294TestFqdnHostnames-516618000 tempest-ServersV294TestFqdnHostnames-516618000-project-member] Lock "a8eb20df-196f-43cd-804a-7ec3c93965db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.588s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.562938] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407856, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.571651] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "interface-23cef26c-0b1c-4307-b90b-c5e19faab240-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.573216] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "interface-23cef26c-0b1c-4307-b90b-c5e19faab240-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.573216] env[69566]: DEBUG nova.objects.instance [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lazy-loading 'flavor' on Instance uuid 23cef26c-0b1c-4307-b90b-c5e19faab240 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.579615] env[69566]: DEBUG oslo_concurrency.lockutils [req-9c5ed161-ec0e-4a29-acb6-1ecb6c0935d5 req-dc94bdde-1219-425b-8f18-de12e21d9d21 service nova] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.869560] env[69566]: DEBUG oslo_concurrency.lockutils [None req-20f71a07-118e-426f-92ef-6f2f76f14db0 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.682s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.067736] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843987} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.069216] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 4244adb1-2753-4c51-91e7-d3cc8a01a000/4244adb1-2753-4c51-91e7-d3cc8a01a000.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.069627] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.071051] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e9b107e-95b1-4cb5-986a-ca8f4e82fc0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.076589] env[69566]: DEBUG nova.objects.instance [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lazy-loading 'pci_requests' on Instance uuid 23cef26c-0b1c-4307-b90b-c5e19faab240 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.083903] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1016.083903] env[69566]: value = "task-3407857" [ 1016.083903] env[69566]: _type = "Task" [ 1016.083903] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.096225] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.208120] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dca062-f583-44e8-8bee-cb0b77dbedfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.215130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12af19-c735-4954-9f5d-29a2ceae9b5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.248334] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5af566-3f93-4a3c-b2f5-e2eb90e1649b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.257705] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0da748-8286-4a8d-b56e-449d36803b65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.271323] env[69566]: DEBUG nova.compute.provider_tree [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.586451] env[69566]: DEBUG nova.objects.base [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Object Instance<23cef26c-0b1c-4307-b90b-c5e19faab240> lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.586798] env[69566]: DEBUG nova.network.neutron [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.602262] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103778} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.602646] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.603813] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96f8e80-72a6-4c8d-84a7-d4151986dba1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.641037] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 4244adb1-2753-4c51-91e7-d3cc8a01a000/4244adb1-2753-4c51-91e7-d3cc8a01a000.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.643623] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d54a4b17-10ee-4d32-9af7-a6735a13c55d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.670276] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1016.670276] env[69566]: value = "task-3407858" [ 1016.670276] env[69566]: _type = "Task" [ 1016.670276] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.678586] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.730712] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12152c57-2d47-4d00-97af-dcba40ffafe7 tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "interface-23cef26c-0b1c-4307-b90b-c5e19faab240-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.159s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.774909] env[69566]: DEBUG nova.scheduler.client.report [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.180826] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407858, 'name': ReconfigVM_Task, 'duration_secs': 0.377651} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.181154] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 4244adb1-2753-4c51-91e7-d3cc8a01a000/4244adb1-2753-4c51-91e7-d3cc8a01a000.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.181818] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7e6e07e-c2f5-4b9d-9e2b-ae077e9049fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.188262] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1017.188262] env[69566]: value = "task-3407859" [ 1017.188262] env[69566]: _type = "Task" [ 1017.188262] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.200197] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407859, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.282844] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.283393] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1017.286156] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.317s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.286411] env[69566]: DEBUG nova.objects.instance [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid fb28fb19-32fc-4225-913e-de6b400b0a00 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.698292] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407859, 'name': Rename_Task, 'duration_secs': 0.1741} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.698663] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.698846] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bd49571-c1ee-48e5-aa3c-5a7a995e9cad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.705485] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1017.705485] env[69566]: value = "task-3407860" [ 1017.705485] env[69566]: _type = "Task" [ 1017.705485] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.713438] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.790536] env[69566]: DEBUG nova.compute.utils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.792460] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.792723] env[69566]: DEBUG nova.network.neutron [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.864759] env[69566]: DEBUG nova.policy [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f3a2dcefcf147b8a7e018aec047ac52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8a9b21f31d43dfb163a504959102cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.181223] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0fd6f7-eb4e-431e-b95e-d6271b7b331f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.193160] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991b791-8ff3-434e-8a57-0a656a17890f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.253403] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387a1fc-aafa-4271-96e9-3a805b28f83f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.265874] env[69566]: DEBUG oslo_vmware.api [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407860, 'name': PowerOnVM_Task, 'duration_secs': 0.555402} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.268503] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.268724] env[69566]: INFO nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1018.269047] env[69566]: DEBUG nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.270660] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32377a75-73c3-4b8e-9157-8aa3d6d618f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.273561] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe482bac-ab09-4823-832b-ff500eff13ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.298020] env[69566]: DEBUG nova.compute.provider_tree [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.298020] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.334169] env[69566]: DEBUG nova.network.neutron [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Successfully created port: 9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.678986] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "23cef26c-0b1c-4307-b90b-c5e19faab240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.679752] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.680042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "23cef26c-0b1c-4307-b90b-c5e19faab240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.680329] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.680694] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.683240] env[69566]: INFO nova.compute.manager [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Terminating instance [ 1018.805420] env[69566]: DEBUG nova.scheduler.client.report [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.816852] env[69566]: INFO nova.compute.manager [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Took 33.70 seconds to build instance. [ 1019.187394] env[69566]: DEBUG nova.compute.manager [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.187679] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.188817] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3e68cd-5e13-4050-82b4-aeda7859ec3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.198097] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.198458] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-024a18b2-22ef-4e7e-8033-1323835ea14d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.208269] env[69566]: DEBUG oslo_vmware.api [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1019.208269] env[69566]: value = "task-3407861" [ 1019.208269] env[69566]: _type = "Task" [ 1019.208269] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.219152] env[69566]: DEBUG oslo_vmware.api [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.321023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.321759] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.324429] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.627s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.327225] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ed5dd52-3b45-4cca-bba3-571df4880b40 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.215s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.357232] env[69566]: INFO nova.scheduler.client.report [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance fb28fb19-32fc-4225-913e-de6b400b0a00 [ 1019.435980] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.436585] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.436850] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.437399] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.437480] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.437644] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.437927] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.438121] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.438337] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.438524] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.438740] env[69566]: DEBUG nova.virt.hardware [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.439720] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aee41f2-2f79-49fe-823e-50d3362d8ca9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.449140] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7605d68b-c947-44dd-b9e0-3593fafa1bf8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.624550] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee845d-17c3-aa7a-74f6-52a1062cba2e/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.625451] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1282360e-f602-4e22-abc5-3ebbdcf7a24f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.633917] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee845d-17c3-aa7a-74f6-52a1062cba2e/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.634134] env[69566]: ERROR oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee845d-17c3-aa7a-74f6-52a1062cba2e/disk-0.vmdk due to incomplete transfer. [ 1019.634366] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d547b7a3-0511-4bc7-9d0e-20b91978da79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.645381] env[69566]: DEBUG oslo_vmware.rw_handles [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ee845d-17c3-aa7a-74f6-52a1062cba2e/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.645631] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Uploaded image 9ab78e20-5a60-4fcb-b624-f0eb517c1fbd to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1019.647895] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.648414] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b28cd100-66cc-4532-891f-28b6c9be6ba1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.654443] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1019.654443] env[69566]: value = "task-3407862" [ 1019.654443] env[69566]: _type = "Task" [ 1019.654443] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.666021] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407862, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.720257] env[69566]: DEBUG oslo_vmware.api [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407861, 'name': PowerOffVM_Task, 'duration_secs': 0.198083} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.720639] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.720766] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.721028] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c22fb420-d470-443b-aee8-321a5cf420f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.788937] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.788937] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.788937] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Deleting the datastore file [datastore2] 23cef26c-0b1c-4307-b90b-c5e19faab240 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.788937] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0860d4a3-4bcb-4893-8dc4-3151de22b105 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.795924] env[69566]: DEBUG oslo_vmware.api [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for the task: (returnval){ [ 1019.795924] env[69566]: value = "task-3407864" [ 1019.795924] env[69566]: _type = "Task" [ 1019.795924] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.806452] env[69566]: DEBUG oslo_vmware.api [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.831606] env[69566]: INFO nova.compute.claims [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.868940] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bcb0d75a-a592-4e2f-8543-ce6d6c4a6abc tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "fb28fb19-32fc-4225-913e-de6b400b0a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.412s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.168488] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407862, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.195662] env[69566]: DEBUG nova.compute.manager [req-dfe5cc0b-bae1-466a-bcf5-d6c55d151a2f req-807fe83a-1b57-467c-9e6d-38fd20956fa9 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Received event network-vif-plugged-9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.195886] env[69566]: DEBUG oslo_concurrency.lockutils [req-dfe5cc0b-bae1-466a-bcf5-d6c55d151a2f req-807fe83a-1b57-467c-9e6d-38fd20956fa9 service nova] Acquiring lock "76ce4366-932f-427b-9ffd-08ca8655a8d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.196105] env[69566]: DEBUG oslo_concurrency.lockutils [req-dfe5cc0b-bae1-466a-bcf5-d6c55d151a2f req-807fe83a-1b57-467c-9e6d-38fd20956fa9 service nova] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.196276] env[69566]: DEBUG oslo_concurrency.lockutils [req-dfe5cc0b-bae1-466a-bcf5-d6c55d151a2f req-807fe83a-1b57-467c-9e6d-38fd20956fa9 service nova] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.196448] env[69566]: DEBUG nova.compute.manager [req-dfe5cc0b-bae1-466a-bcf5-d6c55d151a2f req-807fe83a-1b57-467c-9e6d-38fd20956fa9 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] No waiting events found dispatching network-vif-plugged-9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1020.196638] env[69566]: WARNING nova.compute.manager [req-dfe5cc0b-bae1-466a-bcf5-d6c55d151a2f req-807fe83a-1b57-467c-9e6d-38fd20956fa9 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Received unexpected event network-vif-plugged-9262ba27-76ec-4f97-add1-2f9db4da2c3c for instance with vm_state building and task_state spawning. [ 1020.307036] env[69566]: DEBUG oslo_vmware.api [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Task: {'id': task-3407864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277243} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.307685] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.307685] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.307685] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.307857] env[69566]: INFO nova.compute.manager [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1020.308117] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.308309] env[69566]: DEBUG nova.compute.manager [-] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.308401] env[69566]: DEBUG nova.network.neutron [-] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.323470] env[69566]: DEBUG nova.network.neutron [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Successfully updated port: 9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.338984] env[69566]: INFO nova.compute.resource_tracker [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating resource usage from migration 796170c2-d6e3-4320-bd93-204c617a6ba2 [ 1020.469427] env[69566]: DEBUG nova.compute.manager [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.470417] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c9d57-7209-434a-ae69-3816802d84d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.647755] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58927b68-ce37-4541-b9cb-8337c6d6ef10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.660130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a5092d-98cc-4b36-a1bf-d48fe640d7e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.704942] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407862, 'name': Destroy_Task, 'duration_secs': 0.775697} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.705705] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee796cb-027f-4485-bb49-bc200b078091 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.708284] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Destroyed the VM [ 1020.708523] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.708769] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2aae5d7-0c1e-49ed-81cf-000b9edd0c92 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.717381] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e775dd-b6b0-4416-9071-6728ba2e70fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.721984] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1020.721984] env[69566]: value = "task-3407865" [ 1020.721984] env[69566]: _type = "Task" [ 1020.721984] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.735333] env[69566]: DEBUG nova.compute.provider_tree [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.742837] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407865, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.827835] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "refresh_cache-76ce4366-932f-427b-9ffd-08ca8655a8d9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.828886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "refresh_cache-76ce4366-932f-427b-9ffd-08ca8655a8d9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.828886] env[69566]: DEBUG nova.network.neutron [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.892822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "a98c7deb-acff-4748-af32-a20bd91215ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.893189] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a98c7deb-acff-4748-af32-a20bd91215ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.941289] env[69566]: DEBUG nova.compute.manager [req-7965046a-ef65-432f-a7f8-1e4557bac5cf req-b493a2ef-4a68-4d7a-bb03-04647c62c6e2 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Received event network-vif-deleted-d7a63407-0f53-4bff-a33b-7e44df395564 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.941422] env[69566]: INFO nova.compute.manager [req-7965046a-ef65-432f-a7f8-1e4557bac5cf req-b493a2ef-4a68-4d7a-bb03-04647c62c6e2 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Neutron deleted interface d7a63407-0f53-4bff-a33b-7e44df395564; detaching it from the instance and deleting it from the info cache [ 1020.941603] env[69566]: DEBUG nova.network.neutron [req-7965046a-ef65-432f-a7f8-1e4557bac5cf req-b493a2ef-4a68-4d7a-bb03-04647c62c6e2 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.985144] env[69566]: INFO nova.compute.manager [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] instance snapshotting [ 1020.989867] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf57bdb-6419-4bd9-b000-8ebb7ff22460 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.011885] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41266393-5351-4ca3-b122-c5676972a8d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.233759] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407865, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.238921] env[69566]: DEBUG nova.scheduler.client.report [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.265913] env[69566]: DEBUG nova.network.neutron [-] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.361146] env[69566]: DEBUG nova.network.neutron [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.400043] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.444488] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbcd148d-9b3e-4a86-9255-159ebbabc864 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.458637] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b47172-d3d4-4d49-a382-8c487cd46c59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.493379] env[69566]: DEBUG nova.compute.manager [req-7965046a-ef65-432f-a7f8-1e4557bac5cf req-b493a2ef-4a68-4d7a-bb03-04647c62c6e2 service nova] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Detach interface failed, port_id=d7a63407-0f53-4bff-a33b-7e44df395564, reason: Instance 23cef26c-0b1c-4307-b90b-c5e19faab240 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.524188] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1021.524630] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6728e2c1-8bc1-40b3-b1b9-9ac37379ea23 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.533047] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1021.533047] env[69566]: value = "task-3407866" [ 1021.533047] env[69566]: _type = "Task" [ 1021.533047] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.547234] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.548270] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.553783] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407866, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.608771] env[69566]: DEBUG nova.network.neutron [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Updating instance_info_cache with network_info: [{"id": "9262ba27-76ec-4f97-add1-2f9db4da2c3c", "address": "fa:16:3e:8f:2b:a3", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9262ba27-76", "ovs_interfaceid": "9262ba27-76ec-4f97-add1-2f9db4da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.734330] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407865, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.744438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.744650] env[69566]: INFO nova.compute.manager [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Migrating [ 1021.751134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.484s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.752794] env[69566]: INFO nova.compute.claims [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.767914] env[69566]: INFO nova.compute.manager [-] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Took 1.46 seconds to deallocate network for instance. [ 1021.929043] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.043687] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407866, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.055349] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.110017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "refresh_cache-76ce4366-932f-427b-9ffd-08ca8655a8d9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.110394] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Instance network_info: |[{"id": "9262ba27-76ec-4f97-add1-2f9db4da2c3c", "address": "fa:16:3e:8f:2b:a3", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9262ba27-76", "ovs_interfaceid": "9262ba27-76ec-4f97-add1-2f9db4da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.110817] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:2b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9262ba27-76ec-4f97-add1-2f9db4da2c3c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.118288] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Creating folder: Project (6e8a9b21f31d43dfb163a504959102cb). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.118789] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72c15511-4ed1-4975-b6bd-eadc96ff6216 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.129953] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Created folder: Project (6e8a9b21f31d43dfb163a504959102cb) in parent group-v679651. [ 1022.130214] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Creating folder: Instances. Parent ref: group-v679903. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1022.130395] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d2e8de1-7ad3-48f7-8db5-94ea002f87d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.139325] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Created folder: Instances in parent group-v679903. [ 1022.139582] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.139794] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.139991] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bdf24c8-5d00-4f36-8f7d-2619772e39d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.159231] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.159231] env[69566]: value = "task-3407869" [ 1022.159231] env[69566]: _type = "Task" [ 1022.159231] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.167110] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407869, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.226940] env[69566]: DEBUG nova.compute.manager [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Received event network-changed-9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.226940] env[69566]: DEBUG nova.compute.manager [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Refreshing instance network info cache due to event network-changed-9262ba27-76ec-4f97-add1-2f9db4da2c3c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.226940] env[69566]: DEBUG oslo_concurrency.lockutils [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] Acquiring lock "refresh_cache-76ce4366-932f-427b-9ffd-08ca8655a8d9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.226940] env[69566]: DEBUG oslo_concurrency.lockutils [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] Acquired lock "refresh_cache-76ce4366-932f-427b-9ffd-08ca8655a8d9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.226940] env[69566]: DEBUG nova.network.neutron [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Refreshing network info cache for port 9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.237503] env[69566]: DEBUG oslo_vmware.api [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407865, 'name': RemoveSnapshot_Task, 'duration_secs': 1.127729} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.240918] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.240918] env[69566]: INFO nova.compute.manager [None req-1b6e7dbf-5fcb-40b4-b2c0-57a0080e0ac8 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Took 16.01 seconds to snapshot the instance on the hypervisor. [ 1022.266815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.266890] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.267023] env[69566]: DEBUG nova.network.neutron [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.274830] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.545027] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407866, 'name': CreateSnapshot_Task, 'duration_secs': 0.963317} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.545204] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1022.545890] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baa7b73-5d34-4988-813c-d8db87d2a8d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.572383] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.668652] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407869, 'name': CreateVM_Task, 'duration_secs': 0.357824} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.668652] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.669967] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.669967] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.669967] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.670131] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef345221-7082-4c2d-9635-96b95b091261 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.674676] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1022.674676] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]524b547e-82e7-1496-3083-da7f92d7bfb0" [ 1022.674676] env[69566]: _type = "Task" [ 1022.674676] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.681917] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524b547e-82e7-1496-3083-da7f92d7bfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.988568] env[69566]: DEBUG nova.network.neutron [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Updated VIF entry in instance network info cache for port 9262ba27-76ec-4f97-add1-2f9db4da2c3c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.988961] env[69566]: DEBUG nova.network.neutron [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Updating instance_info_cache with network_info: [{"id": "9262ba27-76ec-4f97-add1-2f9db4da2c3c", "address": "fa:16:3e:8f:2b:a3", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9262ba27-76", "ovs_interfaceid": "9262ba27-76ec-4f97-add1-2f9db4da2c3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.044548] env[69566]: DEBUG nova.network.neutron [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.066807] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1023.069059] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-064d30d9-4364-4f9b-95c5-6278a30e0e3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.079683] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1023.079683] env[69566]: value = "task-3407870" [ 1023.079683] env[69566]: _type = "Task" [ 1023.079683] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.089037] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407870, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.136797] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9d868-5d7e-45a7-a6fe-195e86668bb3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.143202] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd2a12-8f0e-45b8-83d3-ab30437266dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.180997] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afaac14-e3ed-4fa4-8d59-4c4d3b6b5463 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.189558] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]524b547e-82e7-1496-3083-da7f92d7bfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.039118} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.192446] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.192446] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.192620] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.192770] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.192989] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.193335] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c55c29ee-7cde-4c79-ac32-8213876eed79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.196425] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f654ca6-6436-4ba6-b554-c50fc5a83128 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.212479] env[69566]: DEBUG nova.compute.provider_tree [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.215017] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.215229] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.215999] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f5b153-fd04-45e5-a644-9515e0d05207 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.221761] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1023.221761] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523af2df-a119-feec-fd63-c49c597c2a1d" [ 1023.221761] env[69566]: _type = "Task" [ 1023.221761] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.230742] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523af2df-a119-feec-fd63-c49c597c2a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.492538] env[69566]: DEBUG oslo_concurrency.lockutils [req-3fd1f26e-e125-47c3-b43c-538bccd8170b req-d27b6209-b9aa-426c-9767-e8ffc45eba91 service nova] Releasing lock "refresh_cache-76ce4366-932f-427b-9ffd-08ca8655a8d9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.509233] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.509428] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.509670] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.509892] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.510102] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.512533] env[69566]: INFO nova.compute.manager [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Terminating instance [ 1023.546084] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.590218] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407870, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.723022] env[69566]: DEBUG nova.scheduler.client.report [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.734307] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523af2df-a119-feec-fd63-c49c597c2a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.014952} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.735360] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9e69e4-819c-4ee1-94eb-2119a9ccadd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.741133] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1023.741133] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5243bf63-edfe-1295-0c8e-2b812856581d" [ 1023.741133] env[69566]: _type = "Task" [ 1023.741133] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.750964] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5243bf63-edfe-1295-0c8e-2b812856581d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.016588] env[69566]: DEBUG nova.compute.manager [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.016877] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.017813] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5960d107-8d2f-4177-9941-9bc157f884e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.026794] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.027058] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72b7b898-1634-422f-b440-8b85414c5936 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.032542] env[69566]: DEBUG oslo_vmware.api [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1024.032542] env[69566]: value = "task-3407871" [ 1024.032542] env[69566]: _type = "Task" [ 1024.032542] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.042228] env[69566]: DEBUG oslo_vmware.api [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.091717] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407870, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.229653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.229653] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.232349] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.150s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.252703] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5243bf63-edfe-1295-0c8e-2b812856581d, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.253043] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.253324] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 76ce4366-932f-427b-9ffd-08ca8655a8d9/76ce4366-932f-427b-9ffd-08ca8655a8d9.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.253590] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97ce58be-7875-4c2d-8e88-389d809f26c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.261225] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1024.261225] env[69566]: value = "task-3407872" [ 1024.261225] env[69566]: _type = "Task" [ 1024.261225] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.269603] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.543805] env[69566]: DEBUG oslo_vmware.api [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407871, 'name': PowerOffVM_Task, 'duration_secs': 0.230585} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.543805] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.543805] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.543805] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1147d4a-9477-4afd-8690-fd0f42d8eb3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.590271] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407870, 'name': CloneVM_Task, 'duration_secs': 1.14782} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.590577] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Created linked-clone VM from snapshot [ 1024.591398] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057d1df-b77e-491f-b3a8-5997fb78b71d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.598820] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Uploading image e0c1206b-4090-4675-a3b1-7efe845bd78d {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1024.606419] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.606665] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.606848] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Deleting the datastore file [datastore2] 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.607118] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88cff393-c7c4-404d-bf1d-b4b1aa4efae2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.613778] env[69566]: DEBUG oslo_vmware.api [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for the task: (returnval){ [ 1024.613778] env[69566]: value = "task-3407874" [ 1024.613778] env[69566]: _type = "Task" [ 1024.613778] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.614707] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1024.615025] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33ecf306-8548-43f4-bd7f-bd86e3ff63a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.624119] env[69566]: DEBUG oslo_vmware.api [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.625327] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1024.625327] env[69566]: value = "task-3407875" [ 1024.625327] env[69566]: _type = "Task" [ 1024.625327] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.736269] env[69566]: DEBUG nova.compute.utils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.747922] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.748146] env[69566]: DEBUG nova.network.neutron [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.771788] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407872, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.793419] env[69566]: DEBUG nova.policy [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '152ad97702e84d11aded0314eb5d03e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1060aded8e47b0ad946096b5159a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.066707] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc21fd85-5bfd-4d3b-92d7-4bbbc6822625 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.089461] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.120403] env[69566]: DEBUG nova.network.neutron [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Successfully created port: 23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.127404] env[69566]: DEBUG oslo_vmware.api [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Task: {'id': task-3407874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424708} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.130751] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.130942] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.131135] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.131382] env[69566]: INFO nova.compute.manager [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1025.131600] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.131798] env[69566]: DEBUG nova.compute.manager [-] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.131884] env[69566]: DEBUG nova.network.neutron [-] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.137893] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407875, 'name': Destroy_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.252113] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Applying migration context for instance 407eeafd-6372-41c5-b315-67d5c9ece496 as it has an incoming, in-progress migration 796170c2-d6e3-4320-bd93-204c617a6ba2. Migration status is migrating {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1025.254048] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating resource usage from migration 796170c2-d6e3-4320-bd93-204c617a6ba2 [ 1025.258253] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.271817] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758704} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.272090] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 76ce4366-932f-427b-9ffd-08ca8655a8d9/76ce4366-932f-427b-9ffd-08ca8655a8d9.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.272315] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.272584] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e4d8839-a3fa-418e-8db5-78340138df36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.279191] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1025.279191] env[69566]: value = "task-3407876" [ 1025.279191] env[69566]: _type = "Task" [ 1025.279191] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.288616] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.306586] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.306586] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.306586] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8ea8ee53-513b-4b0f-86c9-f135bb15aee8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.306586] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.306586] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 243590bb-9557-4649-8b41-0f21b08945e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.306778] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3f2c5d01-9029-425a-a038-274c4894b066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.306821] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 586e5b7e-66f8-4537-b0cd-12d28c829809 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1025.308162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 00d077af-c890-49ed-8af5-bfabfc43c6da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.308162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.308162] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 9ea19006-2c95-4f25-9bb9-014d6a2aff5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1025.308162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 842d7e38-060e-46be-b9d0-eb05ce500c4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.308162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0ac29acc-2313-4936-af18-de44a53d9eac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.308162] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 79e67ab0-8db0-435f-aa69-b095bc73193a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1025.308162] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1025.308162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.308162] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 23cef26c-0b1c-4307-b90b-c5e19faab240 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1025.308162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 4244adb1-2753-4c51-91e7-d3cc8a01a000 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.596534] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.596855] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a4f155f-e1f4-422b-8c23-7c44b0560255 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.604203] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1025.604203] env[69566]: value = "task-3407877" [ 1025.604203] env[69566]: _type = "Task" [ 1025.604203] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.612274] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.635514] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407875, 'name': Destroy_Task, 'duration_secs': 0.715679} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.635767] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Destroyed the VM [ 1025.636016] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1025.636358] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08c9728e-404e-4587-a74f-2274383cb698 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.642088] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1025.642088] env[69566]: value = "task-3407878" [ 1025.642088] env[69566]: _type = "Task" [ 1025.642088] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.651069] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.788481] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068329} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.788753] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.791145] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42792bb9-64d7-4e89-928c-7c539ea3eea9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.814142] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 76ce4366-932f-427b-9ffd-08ca8655a8d9/76ce4366-932f-427b-9ffd-08ca8655a8d9.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.815686] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 95f69ddc-883e-47ef-9b1a-768cbba65ce0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1025.815857] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 76ce4366-932f-427b-9ffd-08ca8655a8d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.816109] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration 796170c2-d6e3-4320-bd93-204c617a6ba2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1025.816109] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 407eeafd-6372-41c5-b315-67d5c9ece496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.816324] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f3b721f8-e851-4e17-ab34-3b6c15583f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1025.817377] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42099862-1095-4ccd-9f68-fe876ca44a74 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.841575] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1025.841575] env[69566]: value = "task-3407879" [ 1025.841575] env[69566]: _type = "Task" [ 1025.841575] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.849933] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.859027] env[69566]: DEBUG nova.compute.manager [req-31bc44dd-e891-452d-90aa-40a7155d27c8 req-609f27aa-f87c-4480-8611-3d7fce058a47 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Received event network-vif-deleted-3921d169-26ec-401e-921b-df287d976d15 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.859181] env[69566]: INFO nova.compute.manager [req-31bc44dd-e891-452d-90aa-40a7155d27c8 req-609f27aa-f87c-4480-8611-3d7fce058a47 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Neutron deleted interface 3921d169-26ec-401e-921b-df287d976d15; detaching it from the instance and deleting it from the info cache [ 1025.859369] env[69566]: DEBUG nova.network.neutron [req-31bc44dd-e891-452d-90aa-40a7155d27c8 req-609f27aa-f87c-4480-8611-3d7fce058a47 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.114995] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.115278] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.151660] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407878, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.249962] env[69566]: DEBUG nova.network.neutron [-] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.267949] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.294552] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.294716] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.294813] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.295026] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.295227] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.295423] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.295677] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.295883] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.296102] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.296308] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.296526] env[69566]: DEBUG nova.virt.hardware [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.297721] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a22f2d-b66b-400a-955a-b162e3316bd1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.305972] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f7a1ad-0b32-42a8-8fef-edbe598e9abf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.336325] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance a98c7deb-acff-4748-af32-a20bd91215ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1026.350347] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407879, 'name': ReconfigVM_Task, 'duration_secs': 0.25021} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.351037] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 76ce4366-932f-427b-9ffd-08ca8655a8d9/76ce4366-932f-427b-9ffd-08ca8655a8d9.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.351712] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12db3a7c-803f-4bdb-95ef-0e33c37db685 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.359238] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1026.359238] env[69566]: value = "task-3407880" [ 1026.359238] env[69566]: _type = "Task" [ 1026.359238] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.363310] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6271fb6-cc7b-4a54-b73e-d826f811a12e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.373538] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407880, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.377323] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014530ae-b3ac-4054-9836-6ea98f2cbb62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.412451] env[69566]: DEBUG nova.compute.manager [req-31bc44dd-e891-452d-90aa-40a7155d27c8 req-609f27aa-f87c-4480-8611-3d7fce058a47 service nova] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Detach interface failed, port_id=3921d169-26ec-401e-921b-df287d976d15, reason: Instance 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.561899] env[69566]: DEBUG nova.compute.manager [req-36f69642-a4af-41df-91b5-42616235b268 req-2897a02f-0e3d-49f7-be34-4aad32184695 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Received event network-vif-plugged-23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.562152] env[69566]: DEBUG oslo_concurrency.lockutils [req-36f69642-a4af-41df-91b5-42616235b268 req-2897a02f-0e3d-49f7-be34-4aad32184695 service nova] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.562368] env[69566]: DEBUG oslo_concurrency.lockutils [req-36f69642-a4af-41df-91b5-42616235b268 req-2897a02f-0e3d-49f7-be34-4aad32184695 service nova] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.562541] env[69566]: DEBUG oslo_concurrency.lockutils [req-36f69642-a4af-41df-91b5-42616235b268 req-2897a02f-0e3d-49f7-be34-4aad32184695 service nova] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.562706] env[69566]: DEBUG nova.compute.manager [req-36f69642-a4af-41df-91b5-42616235b268 req-2897a02f-0e3d-49f7-be34-4aad32184695 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] No waiting events found dispatching network-vif-plugged-23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.562871] env[69566]: WARNING nova.compute.manager [req-36f69642-a4af-41df-91b5-42616235b268 req-2897a02f-0e3d-49f7-be34-4aad32184695 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Received unexpected event network-vif-plugged-23965c43-1ee3-4442-baf6-c667abf86b4c for instance with vm_state building and task_state spawning. [ 1026.607778] env[69566]: DEBUG nova.network.neutron [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Successfully updated port: 23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.621977] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.622177] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.622269] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.622451] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.622599] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.622744] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.622946] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.623122] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.623371] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.623461] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.623624] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.629904] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68ca2e57-a9fd-4bc8-8ade-c8d9a7fbc219 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.648058] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1026.648058] env[69566]: value = "task-3407881" [ 1026.648058] env[69566]: _type = "Task" [ 1026.648058] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.653868] env[69566]: DEBUG oslo_vmware.api [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407878, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803316} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.654400] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1026.659705] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.752811] env[69566]: INFO nova.compute.manager [-] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Took 1.62 seconds to deallocate network for instance. [ 1026.840580] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance e62f5fbf-6b7d-46ba-92d7-0154e1734f3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1026.840879] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1026.841046] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1026.872111] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407880, 'name': Rename_Task, 'duration_secs': 0.169042} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.872421] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.872678] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ca74e4-874c-4c93-a231-72dc5d3206a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.879236] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1026.879236] env[69566]: value = "task-3407882" [ 1026.879236] env[69566]: _type = "Task" [ 1026.879236] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.886648] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.109976] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.110250] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.110446] env[69566]: DEBUG nova.network.neutron [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.162755] env[69566]: WARNING nova.compute.manager [None req-620cb354-697d-4aa0-98bf-2e0ac889f844 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Image not found during snapshot: nova.exception.ImageNotFound: Image e0c1206b-4090-4675-a3b1-7efe845bd78d could not be found. [ 1027.163907] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407881, 'name': ReconfigVM_Task, 'duration_secs': 0.149646} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.164224] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.171128] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64277c0e-fc3e-4fef-a9fe-44d2025d3609 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.179296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f41b53-3cf1-4713-baca-b0f12a32442f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.217025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c1879-0594-4194-8dc5-3f1ede2c3c2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.224991] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4033b7-3e6d-4c90-869c-801ef4b02fc2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.239799] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.260172] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.389347] env[69566]: DEBUG oslo_vmware.api [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407882, 'name': PowerOnVM_Task, 'duration_secs': 0.444723} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.389629] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.389829] env[69566]: INFO nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1027.390014] env[69566]: DEBUG nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.390819] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d16586-6efe-45b1-8fa8-3acf2c4192a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.549703] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "4244adb1-2753-4c51-91e7-d3cc8a01a000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.549960] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.550211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "4244adb1-2753-4c51-91e7-d3cc8a01a000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.550524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.550710] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.553035] env[69566]: INFO nova.compute.manager [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Terminating instance [ 1027.653592] env[69566]: DEBUG nova.network.neutron [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.677084] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.677453] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.677453] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.677538] env[69566]: DEBUG nova.virt.hardware [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.682891] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.683195] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e41fb803-7f2f-423c-aee1-372900419c24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.703355] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1027.703355] env[69566]: value = "task-3407883" [ 1027.703355] env[69566]: _type = "Task" [ 1027.703355] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.713564] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.742464] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.848073] env[69566]: DEBUG nova.network.neutron [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updating instance_info_cache with network_info: [{"id": "23965c43-1ee3-4442-baf6-c667abf86b4c", "address": "fa:16:3e:89:b0:67", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23965c43-1e", "ovs_interfaceid": "23965c43-1ee3-4442-baf6-c667abf86b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.906023] env[69566]: INFO nova.compute.manager [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Took 36.33 seconds to build instance. [ 1028.058064] env[69566]: DEBUG nova.compute.manager [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.058064] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.058886] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd74d8a-0c5b-4b7e-a798-2da5cada8180 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.066405] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.066643] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3495e57a-11e4-4af3-a8f8-e703d749dd73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.073502] env[69566]: DEBUG oslo_vmware.api [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1028.073502] env[69566]: value = "task-3407884" [ 1028.073502] env[69566]: _type = "Task" [ 1028.073502] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.080745] env[69566]: DEBUG oslo_vmware.api [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.213462] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407883, 'name': ReconfigVM_Task, 'duration_secs': 0.171363} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.213952] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.214366] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4a39e-8861-4a6d-86e6-b1163c6616f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.239950] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496/407eeafd-6372-41c5-b315-67d5c9ece496.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.240297] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93fe6b9-d187-4cbd-9700-0addb663d30a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.253573] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1028.253802] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.021s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.254106] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.688s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.254293] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.256314] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.607s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.256507] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.258245] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.093s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.258428] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.259989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.528s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.260184] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.261956] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.856s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.262182] env[69566]: DEBUG nova.objects.instance [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'pci_requests' on Instance uuid 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.269290] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1028.269290] env[69566]: value = "task-3407885" [ 1028.269290] env[69566]: _type = "Task" [ 1028.269290] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.278268] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.290659] env[69566]: INFO nova.scheduler.client.report [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Deleted allocations for instance 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f [ 1028.302223] env[69566]: INFO nova.scheduler.client.report [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocations for instance 79e67ab0-8db0-435f-aa69-b095bc73193a [ 1028.311174] env[69566]: INFO nova.scheduler.client.report [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleted allocations for instance 9ea19006-2c95-4f25-9bb9-014d6a2aff5a [ 1028.324145] env[69566]: INFO nova.scheduler.client.report [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted allocations for instance 586e5b7e-66f8-4537-b0cd-12d28c829809 [ 1028.350906] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.351353] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance network_info: |[{"id": "23965c43-1ee3-4442-baf6-c667abf86b4c", "address": "fa:16:3e:89:b0:67", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23965c43-1e", "ovs_interfaceid": "23965c43-1ee3-4442-baf6-c667abf86b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.351842] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b0:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23965c43-1ee3-4442-baf6-c667abf86b4c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.364790] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.365044] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.365354] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6354de1f-0e46-4493-87a8-696560257b73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.388386] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.388386] env[69566]: value = "task-3407886" [ 1028.388386] env[69566]: _type = "Task" [ 1028.388386] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.398210] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407886, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.408298] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e614dea9-2725-43c7-ae43-1c3017495f0b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.839s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.584337] env[69566]: DEBUG oslo_vmware.api [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407884, 'name': PowerOffVM_Task, 'duration_secs': 0.290386} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.584613] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.584784] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.585045] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5e937eb-5569-4923-b967-f6a877e4ac84 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.588983] env[69566]: DEBUG nova.compute.manager [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Received event network-changed-23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.589226] env[69566]: DEBUG nova.compute.manager [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Refreshing instance network info cache due to event network-changed-23965c43-1ee3-4442-baf6-c667abf86b4c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.589417] env[69566]: DEBUG oslo_concurrency.lockutils [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] Acquiring lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.589646] env[69566]: DEBUG oslo_concurrency.lockutils [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] Acquired lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.589759] env[69566]: DEBUG nova.network.neutron [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Refreshing network info cache for port 23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.655308] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.655599] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.655870] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleting the datastore file [datastore1] 4244adb1-2753-4c51-91e7-d3cc8a01a000 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.656250] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e05188-2276-4e2b-aff6-d60cae09fa5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.664416] env[69566]: DEBUG oslo_vmware.api [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for the task: (returnval){ [ 1028.664416] env[69566]: value = "task-3407888" [ 1028.664416] env[69566]: _type = "Task" [ 1028.664416] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.672617] env[69566]: DEBUG oslo_vmware.api [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.768148] env[69566]: DEBUG nova.objects.instance [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'numa_topology' on Instance uuid 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.778538] env[69566]: DEBUG oslo_vmware.api [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407885, 'name': ReconfigVM_Task, 'duration_secs': 0.377956} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.778885] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496/407eeafd-6372-41c5-b315-67d5c9ece496.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.779108] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.801047] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6ede059f-0449-4d05-9aff-4f86d7c95a46 tempest-ServerMetadataNegativeTestJSON-1411965612 tempest-ServerMetadataNegativeTestJSON-1411965612-project-member] Lock "97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.575s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.822350] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1042df97-5525-48ef-8e70-3ad4443689ee tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79e67ab0-8db0-435f-aa69-b095bc73193a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.600s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.823475] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a62d0ae1-fe06-4298-9eca-e1e18655e6a5 tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "9ea19006-2c95-4f25-9bb9-014d6a2aff5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.253s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.831491] env[69566]: DEBUG oslo_concurrency.lockutils [None req-607373d2-9962-40c9-8abc-d5e1cb8a18ba tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "586e5b7e-66f8-4537-b0cd-12d28c829809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.558s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.898864] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407886, 'name': CreateVM_Task, 'duration_secs': 0.431647} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.899204] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.900032] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.900217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.900698] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.900953] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da09964-6c4f-443e-a974-f265a36b1521 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.911058] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1028.911058] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52344460-cb4a-723c-079b-532ee194792e" [ 1028.911058] env[69566]: _type = "Task" [ 1028.911058] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.924282] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52344460-cb4a-723c-079b-532ee194792e, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.924632] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.924874] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.925129] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.925287] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.925474] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.925735] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f8c41e8-c0a0-440f-8af7-e4a8dd7e72ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.932974] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.933180] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.933901] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e89f956-6b9f-4f9f-8f6e-e97ecbb36ddb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.939870] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1028.939870] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ded4dc-fa7e-9c8d-ff02-1119a1784445" [ 1028.939870] env[69566]: _type = "Task" [ 1028.939870] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.948381] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ded4dc-fa7e-9c8d-ff02-1119a1784445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.181885] env[69566]: DEBUG oslo_vmware.api [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Task: {'id': task-3407888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144688} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.182350] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.182687] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.182986] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.183303] env[69566]: INFO nova.compute.manager [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1029.183660] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.183975] env[69566]: DEBUG nova.compute.manager [-] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.184192] env[69566]: DEBUG nova.network.neutron [-] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.276256] env[69566]: INFO nova.compute.claims [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.285395] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c48cd-6563-4a97-8029-601facc5f49a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.305351] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dbbe66-0c64-4679-8a6d-83512221a094 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326487] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.330565] env[69566]: DEBUG nova.network.neutron [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updated VIF entry in instance network info cache for port 23965c43-1ee3-4442-baf6-c667abf86b4c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.331078] env[69566]: DEBUG nova.network.neutron [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updating instance_info_cache with network_info: [{"id": "23965c43-1ee3-4442-baf6-c667abf86b4c", "address": "fa:16:3e:89:b0:67", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23965c43-1e", "ovs_interfaceid": "23965c43-1ee3-4442-baf6-c667abf86b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.452407] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ded4dc-fa7e-9c8d-ff02-1119a1784445, 'name': SearchDatastore_Task, 'duration_secs': 0.008515} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.453504] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b2fb6a-10c2-464e-9cf3-ef05b34135b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.459139] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1029.459139] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529f8377-2b79-444d-8492-1eaf35fb339d" [ 1029.459139] env[69566]: _type = "Task" [ 1029.459139] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.467296] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529f8377-2b79-444d-8492-1eaf35fb339d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.837744] env[69566]: DEBUG oslo_concurrency.lockutils [req-be3ef964-a96c-48b2-a270-30482042ec32 req-bc490180-4304-46a4-af58-dd7bca8c4311 service nova] Releasing lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.946097] env[69566]: DEBUG nova.network.neutron [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Port 8166ea41-376c-4083-a48e-74c8f06d0959 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1029.977388] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529f8377-2b79-444d-8492-1eaf35fb339d, 'name': SearchDatastore_Task, 'duration_secs': 0.031332} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.977995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.978355] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.980174] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32624bf-fbee-44c4-94fa-995b169cf13d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.989078] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1029.989078] env[69566]: value = "task-3407889" [ 1029.989078] env[69566]: _type = "Task" [ 1029.989078] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.997959] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.003940] env[69566]: DEBUG nova.compute.manager [req-a91c9f31-f12e-4d81-9b03-93fa4bf49daf req-a99e2f15-6025-431c-ac51-833b82d6fe8b service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Received event network-vif-deleted-87ee45ac-85ac-4537-af2c-85c696caa4ac {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.004274] env[69566]: INFO nova.compute.manager [req-a91c9f31-f12e-4d81-9b03-93fa4bf49daf req-a99e2f15-6025-431c-ac51-833b82d6fe8b service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Neutron deleted interface 87ee45ac-85ac-4537-af2c-85c696caa4ac; detaching it from the instance and deleting it from the info cache [ 1030.004368] env[69566]: DEBUG nova.network.neutron [req-a91c9f31-f12e-4d81-9b03-93fa4bf49daf req-a99e2f15-6025-431c-ac51-833b82d6fe8b service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.138762] env[69566]: DEBUG nova.network.neutron [-] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.407725] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "f4f1e068-6d20-4d8d-9f02-be2300e48319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.408039] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.481179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.481179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.504703] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407889, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.509938] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8748aee4-7c8b-4319-b95c-aa73e28440e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.522255] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6908ef-d391-4660-8a90-c52ad8f6a56a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.559380] env[69566]: DEBUG nova.compute.manager [req-a91c9f31-f12e-4d81-9b03-93fa4bf49daf req-a99e2f15-6025-431c-ac51-833b82d6fe8b service nova] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Detach interface failed, port_id=87ee45ac-85ac-4537-af2c-85c696caa4ac, reason: Instance 4244adb1-2753-4c51-91e7-d3cc8a01a000 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.617784] env[69566]: DEBUG nova.compute.manager [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.617784] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0c9666-c7fe-4b63-b607-84fdf17eb542 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.643657] env[69566]: INFO nova.compute.manager [-] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Took 1.46 seconds to deallocate network for instance. [ 1030.665656] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad92126-5c6b-4128-8b46-2756e93bab2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.673938] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba532723-9be3-46df-8f85-461fc359578f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.707448] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d2e57-9c2f-4b21-a382-9f9528beedf0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.715205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2585b-a96e-4826-a900-d5597a6dde32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.729644] env[69566]: DEBUG nova.compute.provider_tree [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.901385] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.901848] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.912700] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.977629] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.977915] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.978144] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.986796] env[69566]: INFO nova.compute.manager [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Detaching volume 720bfca8-bf18-4e47-8abc-849f268b7660 [ 1031.003620] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627265} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.003890] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.004450] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.004745] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1acc986-653f-48cf-8356-4ba176c6a8a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.011334] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1031.011334] env[69566]: value = "task-3407890" [ 1031.011334] env[69566]: _type = "Task" [ 1031.011334] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.024370] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.032897] env[69566]: INFO nova.virt.block_device [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Attempting to driver detach volume 720bfca8-bf18-4e47-8abc-849f268b7660 from mountpoint /dev/sdb [ 1031.033218] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.033464] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679878', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'name': 'volume-720bfca8-bf18-4e47-8abc-849f268b7660', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '243590bb-9557-4649-8b41-0f21b08945e1', 'attached_at': '', 'detached_at': '', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'serial': '720bfca8-bf18-4e47-8abc-849f268b7660'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.034745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83587106-3ea1-4526-b8f0-854b4cde6937 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.062476] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c2ee8-ed50-47f8-9af3-d1a1752578c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.070184] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b140c-22cf-4966-9130-c02a52417885 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.094879] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c5245-1fd8-4cb1-9fd4-b06cdd710fae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.113252] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] The volume has not been displaced from its original location: [datastore2] volume-720bfca8-bf18-4e47-8abc-849f268b7660/volume-720bfca8-bf18-4e47-8abc-849f268b7660.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.118528] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.119217] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb82fc5-baa9-4d7e-872f-c6fb5fb1477a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.134046] env[69566]: INFO nova.compute.manager [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] instance snapshotting [ 1031.136606] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c193812-8c97-475f-82bb-aa3f559d437f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.140711] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1031.140711] env[69566]: value = "task-3407891" [ 1031.140711] env[69566]: _type = "Task" [ 1031.140711] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.160164] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.161609] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28919d9f-5ae0-4dca-8205-646bc4a92e15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.167637] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.233024] env[69566]: DEBUG nova.scheduler.client.report [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.405972] env[69566]: INFO nova.compute.manager [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Detaching volume e7c2cc63-0445-4715-95ca-e5d1d194aa44 [ 1031.433191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.446829] env[69566]: INFO nova.virt.block_device [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Attempting to driver detach volume e7c2cc63-0445-4715-95ca-e5d1d194aa44 from mountpoint /dev/sdb [ 1031.447119] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.447340] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679846', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'name': 'volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e798e7f-8ba2-47c0-ab06-0e52b0718dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'serial': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.448242] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f22b4b-7bfe-4fbf-8386-55037d1f69f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.470099] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788fe4de-d790-4459-a7cb-0bb91f941dd7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.476987] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c8fbf6-223c-4668-a832-ad13ac03bcaa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.499881] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf94d33-735a-4ed4-9fe8-9876dc42a1e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.515834] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] The volume has not been displaced from its original location: [datastore2] volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44/volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.521014] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.524531] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "842d7e38-060e-46be-b9d0-eb05ce500c4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.524758] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.524953] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "842d7e38-060e-46be-b9d0-eb05ce500c4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.525146] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.525313] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.526750] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-241dc58c-b028-4671-8502-b91d6fe5fb89 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.540999] env[69566]: INFO nova.compute.manager [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Terminating instance [ 1031.548137] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064199} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.549626] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.549757] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1031.549757] env[69566]: value = "task-3407892" [ 1031.549757] env[69566]: _type = "Task" [ 1031.549757] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.550493] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93bcb58-6827-4c91-9d68-50b647ee2464 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.561858] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.581389] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.581843] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ba90fc-93ab-4f81-bd58-ee1754237637 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.600146] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1031.600146] env[69566]: value = "task-3407893" [ 1031.600146] env[69566]: _type = "Task" [ 1031.600146] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.603336] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "0ac29acc-2313-4936-af18-de44a53d9eac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.603561] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "0ac29acc-2313-4936-af18-de44a53d9eac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.603754] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "0ac29acc-2313-4936-af18-de44a53d9eac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.603934] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "0ac29acc-2313-4936-af18-de44a53d9eac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.604113] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "0ac29acc-2313-4936-af18-de44a53d9eac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.605947] env[69566]: INFO nova.compute.manager [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Terminating instance [ 1031.613406] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.650723] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.679028] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1031.679579] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cfe69a2-3354-47f2-a070-284a90c45fcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.685485] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1031.685485] env[69566]: value = "task-3407894" [ 1031.685485] env[69566]: _type = "Task" [ 1031.685485] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.692985] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.738095] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.476s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.740634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.812s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.742276] env[69566]: INFO nova.compute.claims [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.773668] env[69566]: INFO nova.network.neutron [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating port 8b195509-2c2b-4af5-b2c9-c8ed1de56059 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1032.017034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.017175] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.017360] env[69566]: DEBUG nova.network.neutron [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.045903] env[69566]: DEBUG nova.compute.manager [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.046174] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.047155] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d522f482-82d5-4656-b862-251e0ac16415 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.055284] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.058339] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef60b41f-848f-4b72-ac5c-6f387116bae9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.064916] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.066612] env[69566]: DEBUG oslo_vmware.api [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1032.066612] env[69566]: value = "task-3407895" [ 1032.066612] env[69566]: _type = "Task" [ 1032.066612] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.075750] env[69566]: DEBUG oslo_vmware.api [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.110371] env[69566]: DEBUG nova.compute.manager [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.110662] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.111016] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407893, 'name': ReconfigVM_Task, 'duration_secs': 0.276355} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.111881] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d855c8-1c74-428f-83db-ec907647541a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.114675] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfigured VM instance instance-00000059 to attach disk [datastore2] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.115404] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d3e019c-0a8e-4936-a72d-b29bd028dec0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.122438] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.123758] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe69430-c133-4d86-afa2-8de851ec2f70 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.125225] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1032.125225] env[69566]: value = "task-3407896" [ 1032.125225] env[69566]: _type = "Task" [ 1032.125225] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.130105] env[69566]: DEBUG oslo_vmware.api [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1032.130105] env[69566]: value = "task-3407897" [ 1032.130105] env[69566]: _type = "Task" [ 1032.130105] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.133801] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407896, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.142272] env[69566]: DEBUG oslo_vmware.api [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.150798] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407891, 'name': ReconfigVM_Task, 'duration_secs': 0.736303} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.151059] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.156151] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b3f3ace-1833-4eaf-b2c8-d141c37f0ae1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.173926] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1032.173926] env[69566]: value = "task-3407898" [ 1032.173926] env[69566]: _type = "Task" [ 1032.173926] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.185437] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.196085] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.564873] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407892, 'name': ReconfigVM_Task, 'duration_secs': 0.763612} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.565197] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.570178] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0ee1d04-b7ee-45e5-8a06-f8aea2ee97c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.592555] env[69566]: DEBUG oslo_vmware.api [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407895, 'name': PowerOffVM_Task, 'duration_secs': 0.207671} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.593828] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.594056] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.594337] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1032.594337] env[69566]: value = "task-3407899" [ 1032.594337] env[69566]: _type = "Task" [ 1032.594337] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.594550] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ec33bf-fb0e-4a88-9cb2-8040d7126aaa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.604907] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407899, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.635156] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407896, 'name': Rename_Task, 'duration_secs': 0.202018} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.638278] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.640514] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f99ef7c-c7b3-4f91-99c6-5e56cc54d500 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.646533] env[69566]: DEBUG oslo_vmware.api [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407897, 'name': PowerOffVM_Task, 'duration_secs': 0.209585} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.647614] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.647794] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.648091] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1032.648091] env[69566]: value = "task-3407901" [ 1032.648091] env[69566]: _type = "Task" [ 1032.648091] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.648271] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1706ff5-ae06-4dcb-9009-db10912fc3b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.663389] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.682339] env[69566]: DEBUG oslo_vmware.api [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407898, 'name': ReconfigVM_Task, 'duration_secs': 0.168349} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.682650] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679878', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'name': 'volume-720bfca8-bf18-4e47-8abc-849f268b7660', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '243590bb-9557-4649-8b41-0f21b08945e1', 'attached_at': '', 'detached_at': '', 'volume_id': '720bfca8-bf18-4e47-8abc-849f268b7660', 'serial': '720bfca8-bf18-4e47-8abc-849f268b7660'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.693083] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.693336] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.693549] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleting the datastore file [datastore1] 842d7e38-060e-46be-b9d0-eb05ce500c4e {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.693831] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8dc290d4-acda-46fa-b190-8b2e60bf1cde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.699759] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407894, 'name': CreateSnapshot_Task, 'duration_secs': 0.91328} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.700636] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1032.700956] env[69566]: DEBUG oslo_vmware.api [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1032.700956] env[69566]: value = "task-3407903" [ 1032.700956] env[69566]: _type = "Task" [ 1032.700956] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.703802] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4185ede-49c9-46e7-883a-714d1ab4e448 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.715472] env[69566]: DEBUG oslo_vmware.api [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.743816] env[69566]: DEBUG nova.network.neutron [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.942964] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.943098] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.943291] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleting the datastore file [datastore2] 0ac29acc-2313-4936-af18-de44a53d9eac {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.945968] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7905363-25ec-44bc-80b2-11ba28602834 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.952448] env[69566]: DEBUG oslo_vmware.api [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for the task: (returnval){ [ 1032.952448] env[69566]: value = "task-3407904" [ 1032.952448] env[69566]: _type = "Task" [ 1032.952448] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.960909] env[69566]: DEBUG oslo_vmware.api [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.020718] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4628f623-b264-4d11-8f35-722c77b29f4f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.028151] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af66ccb-74e8-4b9d-871c-9f3cc5125314 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.060574] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d9006-02c6-44df-95ce-c4dd2683dd4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.067978] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64fece2-a20c-4567-9ce6-358edb7a739c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.082954] env[69566]: DEBUG nova.compute.provider_tree [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.105972] env[69566]: DEBUG oslo_vmware.api [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407899, 'name': ReconfigVM_Task, 'duration_secs': 0.239737} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.106306] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679846', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'name': 'volume-e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e798e7f-8ba2-47c0-ab06-0e52b0718dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44', 'serial': 'e7c2cc63-0445-4715-95ca-e5d1d194aa44'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1033.164478] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407901, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.206477] env[69566]: DEBUG nova.compute.manager [req-3f66b1d5-450e-4b97-afe7-90aa74e3d123 req-afba336d-ba5c-454d-bba8-c59a403e78a9 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-vif-plugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.206669] env[69566]: DEBUG oslo_concurrency.lockutils [req-3f66b1d5-450e-4b97-afe7-90aa74e3d123 req-afba336d-ba5c-454d-bba8-c59a403e78a9 service nova] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.206880] env[69566]: DEBUG oslo_concurrency.lockutils [req-3f66b1d5-450e-4b97-afe7-90aa74e3d123 req-afba336d-ba5c-454d-bba8-c59a403e78a9 service nova] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.207057] env[69566]: DEBUG oslo_concurrency.lockutils [req-3f66b1d5-450e-4b97-afe7-90aa74e3d123 req-afba336d-ba5c-454d-bba8-c59a403e78a9 service nova] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.207229] env[69566]: DEBUG nova.compute.manager [req-3f66b1d5-450e-4b97-afe7-90aa74e3d123 req-afba336d-ba5c-454d-bba8-c59a403e78a9 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] No waiting events found dispatching network-vif-plugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.207394] env[69566]: WARNING nova.compute.manager [req-3f66b1d5-450e-4b97-afe7-90aa74e3d123 req-afba336d-ba5c-454d-bba8-c59a403e78a9 service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received unexpected event network-vif-plugged-8b195509-2c2b-4af5-b2c9-c8ed1de56059 for instance with vm_state shelved_offloaded and task_state spawning. [ 1033.217363] env[69566]: DEBUG oslo_vmware.api [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219234} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.217561] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.218346] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.218346] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.218346] env[69566]: INFO nova.compute.manager [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1033.218346] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.218602] env[69566]: DEBUG nova.compute.manager [-] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.218602] env[69566]: DEBUG nova.network.neutron [-] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.233511] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1033.233715] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eaa36301-f813-4110-a937-9b59ff060318 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.242075] env[69566]: DEBUG nova.objects.instance [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'flavor' on Instance uuid 243590bb-9557-4649-8b41-0f21b08945e1 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.244936] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1033.244936] env[69566]: value = "task-3407905" [ 1033.244936] env[69566]: _type = "Task" [ 1033.244936] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.249028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.261273] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407905, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.401249] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.401442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.401683] env[69566]: DEBUG nova.network.neutron [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.462855] env[69566]: DEBUG oslo_vmware.api [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Task: {'id': task-3407904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314824} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.463175] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.463380] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.463578] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.463793] env[69566]: INFO nova.compute.manager [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1033.464021] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.464211] env[69566]: DEBUG nova.compute.manager [-] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.464305] env[69566]: DEBUG nova.network.neutron [-] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.586383] env[69566]: DEBUG nova.scheduler.client.report [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.599162] env[69566]: DEBUG nova.compute.manager [req-3d13f0b9-81ca-4718-aeca-8e7649f96975 req-93805d54-b28f-438c-aa78-c3de7ecac72a service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Received event network-vif-deleted-df5d97ad-39ce-417b-9968-474fb4cfaa22 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.599162] env[69566]: INFO nova.compute.manager [req-3d13f0b9-81ca-4718-aeca-8e7649f96975 req-93805d54-b28f-438c-aa78-c3de7ecac72a service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Neutron deleted interface df5d97ad-39ce-417b-9968-474fb4cfaa22; detaching it from the instance and deleting it from the info cache [ 1033.599162] env[69566]: DEBUG nova.network.neutron [req-3d13f0b9-81ca-4718-aeca-8e7649f96975 req-93805d54-b28f-438c-aa78-c3de7ecac72a service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.661070] env[69566]: DEBUG nova.objects.instance [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'flavor' on Instance uuid 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.670220] env[69566]: DEBUG oslo_vmware.api [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3407901, 'name': PowerOnVM_Task, 'duration_secs': 0.556735} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.670798] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.671015] env[69566]: INFO nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1033.671209] env[69566]: DEBUG nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.672044] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ce11bc-503d-494d-b0e7-820b2ddecdf5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.768201] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407905, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.785424] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e279c4e3-604b-4761-b028-7be25cc68bf8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.817198] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce62b43d-55fb-4411-8075-ddd294b01a5e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.827055] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.019374] env[69566]: DEBUG nova.network.neutron [-] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.092482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.093188] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.096334] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.821s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.096561] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.098589] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.526s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.102595] env[69566]: INFO nova.compute.claims [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.107164] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95cd1f02-0b97-40c1-b7c6-fcb76800557e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.117664] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19eea71-b857-434a-8037-cdb12712b108 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.132167] env[69566]: INFO nova.scheduler.client.report [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Deleted allocations for instance 23cef26c-0b1c-4307-b90b-c5e19faab240 [ 1034.157641] env[69566]: DEBUG nova.compute.manager [req-3d13f0b9-81ca-4718-aeca-8e7649f96975 req-93805d54-b28f-438c-aa78-c3de7ecac72a service nova] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Detach interface failed, port_id=df5d97ad-39ce-417b-9968-474fb4cfaa22, reason: Instance 842d7e38-060e-46be-b9d0-eb05ce500c4e could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.190959] env[69566]: INFO nova.compute.manager [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Took 31.94 seconds to build instance. [ 1034.258097] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407905, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.259079] env[69566]: DEBUG nova.network.neutron [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.261031] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b138805e-5956-4619-b999-ae583f0dd320 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.780s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.335854] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-db6e117f-ef8d-429e-87ea-0c8ffe804ada tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance '407eeafd-6372-41c5-b315-67d5c9ece496' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.349195] env[69566]: DEBUG nova.network.neutron [-] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.522543] env[69566]: INFO nova.compute.manager [-] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Took 1.30 seconds to deallocate network for instance. [ 1034.608043] env[69566]: DEBUG nova.compute.utils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.611473] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.611654] env[69566]: DEBUG nova.network.neutron [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.640052] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74ae26a6-68e6-41f2-b0f4-0accb7faed2f tempest-AttachInterfacesV270Test-2057930510 tempest-AttachInterfacesV270Test-2057930510-project-member] Lock "23cef26c-0b1c-4307-b90b-c5e19faab240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.960s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.657361] env[69566]: DEBUG nova.policy [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.676511] env[69566]: DEBUG oslo_concurrency.lockutils [None req-51181636-23f1-4f2c-b317-9b11620c64d4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.775s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.693461] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03a6a3e4-dea7-4264-83c6-86fd5ebc45c0 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.455s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.761847] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.763926] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407905, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.798224] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='adcb6ff939e3807cb02b7e52bb09d7c2',container_format='bare',created_at=2025-04-10T19:58:52Z,direct_url=,disk_format='vmdk',id=37a484bc-04dd-46fe-9edb-8f2196ecb71f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1362558308-shelved',owner='2ebda86c298e4510b5e7959e577729c8',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-10T19:59:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.798491] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.798646] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.800661] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.800902] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.801115] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.801383] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.801569] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.801768] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.801956] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.802153] env[69566]: DEBUG nova.virt.hardware [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.803163] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc791e-ffdd-483b-abcd-febb1fc33307 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.813316] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcffd011-ccc8-42e9-85c0-f7ba1a1b7933 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.835354] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:53:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b195509-2c2b-4af5-b2c9-c8ed1de56059', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.848158] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.852603] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.853438] env[69566]: INFO nova.compute.manager [-] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Took 1.39 seconds to deallocate network for instance. [ 1034.853745] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da18c3bf-8c8e-455d-ae4a-2a02523f2d4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.890602] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.890602] env[69566]: value = "task-3407906" [ 1034.890602] env[69566]: _type = "Task" [ 1034.890602] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.905050] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407906, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.029347] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.112070] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.140686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.140686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.140686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "243590bb-9557-4649-8b41-0f21b08945e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.140686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.140686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.144828] env[69566]: INFO nova.compute.manager [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Terminating instance [ 1035.183028] env[69566]: DEBUG nova.network.neutron [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Successfully created port: 2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.260881] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407905, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.392030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.407923] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407906, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.420357] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2836fb89-4195-4fd1-bd1b-046a25e97d53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.427908] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba9c50-0d71-43df-a77f-ca1308e244df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.466363] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4b12d-f49d-44fa-b0d8-b8bc66841220 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.475946] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f16ddd-2f2d-4d2c-81bb-1df622b3f8f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.490604] env[69566]: DEBUG nova.compute.provider_tree [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.494143] env[69566]: DEBUG nova.compute.manager [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-changed-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.494325] env[69566]: DEBUG nova.compute.manager [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Refreshing instance network info cache due to event network-changed-8b195509-2c2b-4af5-b2c9-c8ed1de56059. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.494509] env[69566]: DEBUG oslo_concurrency.lockutils [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.494676] env[69566]: DEBUG oslo_concurrency.lockutils [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.494804] env[69566]: DEBUG nova.network.neutron [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Refreshing network info cache for port 8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.580884] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.581192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.581411] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.581606] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.581787] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.584542] env[69566]: INFO nova.compute.manager [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Terminating instance [ 1035.651313] env[69566]: DEBUG nova.compute.manager [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.651655] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.652485] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44f901e-6f6f-4fdf-a35a-f3fefc0739d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.665052] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.665052] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83d6660d-666f-4842-af0a-97d9c222c43b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.670521] env[69566]: DEBUG oslo_vmware.api [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1035.670521] env[69566]: value = "task-3407907" [ 1035.670521] env[69566]: _type = "Task" [ 1035.670521] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.683216] env[69566]: DEBUG oslo_vmware.api [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.745195] env[69566]: DEBUG nova.compute.manager [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Received event network-changed-23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.745384] env[69566]: DEBUG nova.compute.manager [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Refreshing instance network info cache due to event network-changed-23965c43-1ee3-4442-baf6-c667abf86b4c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.745621] env[69566]: DEBUG oslo_concurrency.lockutils [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] Acquiring lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.745768] env[69566]: DEBUG oslo_concurrency.lockutils [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] Acquired lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.745930] env[69566]: DEBUG nova.network.neutron [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Refreshing network info cache for port 23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.761033] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407905, 'name': CloneVM_Task, 'duration_secs': 2.247193} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.761313] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Created linked-clone VM from snapshot [ 1035.762070] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389050e7-ae57-457c-a925-d267a2ec0c8c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.772264] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Uploading image dd2cc1b0-d475-45ce-834a-ec01c07dc9cd {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1035.790604] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1035.790966] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fe9de99-d069-4ffd-83f2-4ed5b5040109 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.803147] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1035.803147] env[69566]: value = "task-3407908" [ 1035.803147] env[69566]: _type = "Task" [ 1035.803147] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.812998] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407908, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.902398] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407906, 'name': CreateVM_Task, 'duration_secs': 0.708591} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.906021] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.906021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.906021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.906021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.906021] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cc0cd8-c7b5-4d5b-840f-5e55ca93d98f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.910654] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1035.910654] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52794b52-6485-c886-e054-1e778cfd403a" [ 1035.910654] env[69566]: _type = "Task" [ 1035.910654] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.928438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.928878] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Processing image 37a484bc-04dd-46fe-9edb-8f2196ecb71f {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.929387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.931017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.931017] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.931017] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe0f102-4f88-4637-85fe-1e12691c98af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.941895] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.942222] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.943205] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68fe8e1-42d9-44bb-bfee-318019e2f10d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.950844] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1035.950844] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529df7dd-8d7d-ea93-b8b6-8b3ac3cf42a9" [ 1035.950844] env[69566]: _type = "Task" [ 1035.950844] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.967999] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1035.967999] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Fetch image to [datastore1] OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d/OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1035.967999] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Downloading stream optimized image 37a484bc-04dd-46fe-9edb-8f2196ecb71f to [datastore1] OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d/OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d.vmdk on the data store datastore1 as vApp {{(pid=69566) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1035.968457] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Downloading image file data 37a484bc-04dd-46fe-9edb-8f2196ecb71f to the ESX as VM named 'OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d' {{(pid=69566) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1035.997809] env[69566]: DEBUG nova.scheduler.client.report [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.086090] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1036.086090] env[69566]: value = "resgroup-9" [ 1036.086090] env[69566]: _type = "ResourcePool" [ 1036.086090] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1036.086675] env[69566]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9276d87d-f7e0-4333-a731-f18024375270 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.103080] env[69566]: DEBUG nova.compute.manager [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.103985] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.105215] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e325b4-0cd3-40bc-ad11-2df8f4f03610 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.113563] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.116768] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645ab9e8-b978-4317-8df7-9072d67005be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.116768] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lease: (returnval){ [ 1036.116768] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52959ac4-93f6-a091-a957-c429b5072692" [ 1036.116768] env[69566]: _type = "HttpNfcLease" [ 1036.116768] env[69566]: } obtained for vApp import into resource pool (val){ [ 1036.116768] env[69566]: value = "resgroup-9" [ 1036.116768] env[69566]: _type = "ResourcePool" [ 1036.116768] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1036.117206] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the lease: (returnval){ [ 1036.117206] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52959ac4-93f6-a091-a957-c429b5072692" [ 1036.117206] env[69566]: _type = "HttpNfcLease" [ 1036.117206] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.122978] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.126375] env[69566]: DEBUG oslo_vmware.api [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1036.126375] env[69566]: value = "task-3407910" [ 1036.126375] env[69566]: _type = "Task" [ 1036.126375] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.130668] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.130668] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52959ac4-93f6-a091-a957-c429b5072692" [ 1036.130668] env[69566]: _type = "HttpNfcLease" [ 1036.130668] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.137346] env[69566]: DEBUG oslo_vmware.api [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.150831] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.151108] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.151278] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.151506] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.151661] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.151738] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.151952] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.152227] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.152451] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.152680] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.152904] env[69566]: DEBUG nova.virt.hardware [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.155632] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a461d0a2-954b-471b-82d1-6c3ae4d6c195 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.165912] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ae0e6d-9dbb-4436-bdf2-e3ca36d3c9bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.181798] env[69566]: DEBUG oslo_vmware.api [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407907, 'name': PowerOffVM_Task, 'duration_secs': 0.192151} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.192721] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.193354] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.193897] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-460b37f3-c992-4baf-a5d0-62cadcc66878 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.266264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.266500] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.266738] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleting the datastore file [datastore1] 243590bb-9557-4649-8b41-0f21b08945e1 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.267039] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c55afb9-e8a6-49be-b61a-ae7b0913bd96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.275592] env[69566]: DEBUG oslo_vmware.api [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1036.275592] env[69566]: value = "task-3407912" [ 1036.275592] env[69566]: _type = "Task" [ 1036.275592] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.294284] env[69566]: DEBUG oslo_vmware.api [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.316488] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407908, 'name': Destroy_Task, 'duration_secs': 0.468126} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.316601] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Destroyed the VM [ 1036.316847] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1036.317210] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e245ee4-2d53-46d5-b1f6-c861bf6eeab4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.325174] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1036.325174] env[69566]: value = "task-3407913" [ 1036.325174] env[69566]: _type = "Task" [ 1036.325174] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.334675] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407913, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.343321] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.343321] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.343321] env[69566]: DEBUG nova.compute.manager [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Going to confirm migration 3 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1036.509268] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.509872] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.513533] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.253s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.517349] env[69566]: DEBUG nova.objects.instance [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lazy-loading 'resources' on Instance uuid 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.632540] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.632540] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52959ac4-93f6-a091-a957-c429b5072692" [ 1036.632540] env[69566]: _type = "HttpNfcLease" [ 1036.632540] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.637269] env[69566]: DEBUG oslo_vmware.api [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407910, 'name': PowerOffVM_Task, 'duration_secs': 0.228839} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.637620] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.637795] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.641021] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18379a45-950c-4ac1-bf6d-8d01ecc49cf9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.689220] env[69566]: DEBUG nova.network.neutron [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updated VIF entry in instance network info cache for port 8b195509-2c2b-4af5-b2c9-c8ed1de56059. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.689605] env[69566]: DEBUG nova.network.neutron [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.703919] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.704179] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.704369] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleting the datastore file [datastore2] 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.704775] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-affdd076-3534-4979-b35a-32e483245bc3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.713477] env[69566]: DEBUG oslo_vmware.api [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1036.713477] env[69566]: value = "task-3407915" [ 1036.713477] env[69566]: _type = "Task" [ 1036.713477] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.724020] env[69566]: DEBUG oslo_vmware.api [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.767473] env[69566]: DEBUG nova.network.neutron [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updated VIF entry in instance network info cache for port 23965c43-1ee3-4442-baf6-c667abf86b4c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.767846] env[69566]: DEBUG nova.network.neutron [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updating instance_info_cache with network_info: [{"id": "23965c43-1ee3-4442-baf6-c667abf86b4c", "address": "fa:16:3e:89:b0:67", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23965c43-1e", "ovs_interfaceid": "23965c43-1ee3-4442-baf6-c667abf86b4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.788345] env[69566]: DEBUG oslo_vmware.api [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193168} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.788698] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.788948] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.789046] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.789184] env[69566]: INFO nova.compute.manager [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1036.789838] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.790123] env[69566]: DEBUG nova.compute.manager [-] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.790244] env[69566]: DEBUG nova.network.neutron [-] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.835811] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407913, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.939446] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.940024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.940024] env[69566]: DEBUG nova.network.neutron [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.940205] env[69566]: DEBUG nova.objects.instance [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'info_cache' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.021319] env[69566]: DEBUG nova.compute.utils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.024444] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.024639] env[69566]: DEBUG nova.network.neutron [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.110880] env[69566]: DEBUG nova.policy [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '556d00d089944fcc89c902637b1062ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '889f50275c604a9182ebd06f705e8511', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.127833] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1037.127833] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52959ac4-93f6-a091-a957-c429b5072692" [ 1037.127833] env[69566]: _type = "HttpNfcLease" [ 1037.127833] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1037.128825] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1037.128825] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52959ac4-93f6-a091-a957-c429b5072692" [ 1037.128825] env[69566]: _type = "HttpNfcLease" [ 1037.128825] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1037.130510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53074c3-9617-458b-8dcb-5a7473009cb1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.140356] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d113-cb25-0ca7-4d97-83763e311384/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1037.140356] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d113-cb25-0ca7-4d97-83763e311384/disk-0.vmdk. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1037.206916] env[69566]: DEBUG oslo_concurrency.lockutils [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.207579] env[69566]: DEBUG nova.compute.manager [req-cd84258f-b3b6-4031-8715-2e65442ab5a1 req-daab3c24-e0c5-4f4d-86fb-405295de1c3d service nova] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Received event network-vif-deleted-971022ba-169f-4f5a-afe9-161099dbbbcf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.217196] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-048cb5c7-9a87-4e3f-ba14-1d997b9ba248 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.237360] env[69566]: DEBUG oslo_vmware.api [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3407915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317187} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.238015] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.238935] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.238935] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.238935] env[69566]: INFO nova.compute.manager [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1037.238935] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.239463] env[69566]: DEBUG nova.compute.manager [-] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.239463] env[69566]: DEBUG nova.network.neutron [-] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.270925] env[69566]: DEBUG oslo_concurrency.lockutils [req-fcbb7eb6-61ff-42f4-8e2f-657e462c734a req-e2e6f1a3-575f-4da2-aefb-d61d797ce854 service nova] Releasing lock "refresh_cache-f3b721f8-e851-4e17-ab34-3b6c15583f12" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.338602] env[69566]: DEBUG oslo_vmware.api [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407913, 'name': RemoveSnapshot_Task, 'duration_secs': 0.998153} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.339434] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1037.365685] env[69566]: DEBUG nova.network.neutron [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Successfully updated port: 2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.465462] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c8d311-4a52-44ea-897f-26f1e94664ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.473427] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686e8387-2e18-45e5-b707-1569ee8418b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.508195] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0f9953-80e4-4ccb-8c27-acffa41c76fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.516377] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc41833-56f9-4ab2-8454-dc28e894a8ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.523895] env[69566]: DEBUG nova.compute.manager [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Received event network-vif-plugged-2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.524132] env[69566]: DEBUG oslo_concurrency.lockutils [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] Acquiring lock "a98c7deb-acff-4748-af32-a20bd91215ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.524345] env[69566]: DEBUG oslo_concurrency.lockutils [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] Lock "a98c7deb-acff-4748-af32-a20bd91215ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.524550] env[69566]: DEBUG oslo_concurrency.lockutils [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] Lock "a98c7deb-acff-4748-af32-a20bd91215ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.524943] env[69566]: DEBUG nova.compute.manager [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] No waiting events found dispatching network-vif-plugged-2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.525136] env[69566]: WARNING nova.compute.manager [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Received unexpected event network-vif-plugged-2435c5e0-bdf3-4ada-820c-0a65f02c76f0 for instance with vm_state building and task_state spawning. [ 1037.525301] env[69566]: DEBUG nova.compute.manager [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Received event network-changed-2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.525459] env[69566]: DEBUG nova.compute.manager [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Refreshing instance network info cache due to event network-changed-2435c5e0-bdf3-4ada-820c-0a65f02c76f0. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.525699] env[69566]: DEBUG oslo_concurrency.lockutils [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] Acquiring lock "refresh_cache-a98c7deb-acff-4748-af32-a20bd91215ce" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.525847] env[69566]: DEBUG oslo_concurrency.lockutils [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] Acquired lock "refresh_cache-a98c7deb-acff-4748-af32-a20bd91215ce" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.526045] env[69566]: DEBUG nova.network.neutron [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Refreshing network info cache for port 2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.527970] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.540527] env[69566]: DEBUG nova.compute.provider_tree [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.748922] env[69566]: DEBUG nova.network.neutron [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Successfully created port: 2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.844909] env[69566]: WARNING nova.compute.manager [None req-35594dcd-94fd-436a-a1a1-e043f983902e tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Image not found during snapshot: nova.exception.ImageNotFound: Image dd2cc1b0-d475-45ce-834a-ec01c07dc9cd could not be found. [ 1037.873226] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-a98c7deb-acff-4748-af32-a20bd91215ce" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.976502] env[69566]: DEBUG nova.compute.manager [req-ddaa7a35-a34f-4552-ae70-5670a24b33d9 req-2b65fe9d-e864-4f41-b5ab-f408dffaf009 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Received event network-vif-deleted-c414a373-6c11-4d9f-9df4-ebde384531f2 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.976502] env[69566]: INFO nova.compute.manager [req-ddaa7a35-a34f-4552-ae70-5670a24b33d9 req-2b65fe9d-e864-4f41-b5ab-f408dffaf009 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Neutron deleted interface c414a373-6c11-4d9f-9df4-ebde384531f2; detaching it from the instance and deleting it from the info cache [ 1037.976844] env[69566]: DEBUG nova.network.neutron [req-ddaa7a35-a34f-4552-ae70-5670a24b33d9 req-2b65fe9d-e864-4f41-b5ab-f408dffaf009 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.048781] env[69566]: DEBUG nova.scheduler.client.report [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.064103] env[69566]: DEBUG nova.network.neutron [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.139792] env[69566]: DEBUG nova.network.neutron [-] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.188611] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "76ce4366-932f-427b-9ffd-08ca8655a8d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.191019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.191019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "76ce4366-932f-427b-9ffd-08ca8655a8d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.191019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.191019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.195051] env[69566]: INFO nova.compute.manager [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Terminating instance [ 1038.212879] env[69566]: DEBUG nova.network.neutron [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.274800] env[69566]: DEBUG nova.network.neutron [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.444388] env[69566]: DEBUG nova.network.neutron [-] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.483366] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-987c8f3b-694d-4e5f-9177-521857d53c5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.495532] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363c978d-5fb2-4f14-815b-07a4ccd64c18 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.538743] env[69566]: DEBUG nova.compute.manager [req-ddaa7a35-a34f-4552-ae70-5670a24b33d9 req-2b65fe9d-e864-4f41-b5ab-f408dffaf009 service nova] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Detach interface failed, port_id=c414a373-6c11-4d9f-9df4-ebde384531f2, reason: Instance 243590bb-9557-4649-8b41-0f21b08945e1 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.557111] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.564069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.566796] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.406s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.566796] env[69566]: DEBUG nova.objects.instance [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lazy-loading 'resources' on Instance uuid 4244adb1-2753-4c51-91e7-d3cc8a01a000 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.594982] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.595508] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.595590] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.595990] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.596189] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.596976] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.596976] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.596976] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.596976] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.597590] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.597590] env[69566]: DEBUG nova.virt.hardware [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.598367] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd433b6-cb8f-40d8-be9a-2190ae7273f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.602785] env[69566]: INFO nova.scheduler.client.report [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Deleted allocations for instance 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6 [ 1038.616148] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10c348-d81d-49d4-ad71-7c021cd6de86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.641981] env[69566]: INFO nova.compute.manager [-] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Took 1.85 seconds to deallocate network for instance. [ 1038.705583] env[69566]: DEBUG nova.compute.manager [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.705831] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.707180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eab8dad-4b78-4c94-a80b-8e04520e45d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.714782] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.715013] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f41998a-0c29-4f3d-aeec-ed59f7c8ad1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.716853] env[69566]: DEBUG oslo_concurrency.lockutils [req-a8c9c0a6-4c71-4e17-981f-3f3579ca9a5c req-6ede5341-9103-40b3-856a-346d578d53ad service nova] Releasing lock "refresh_cache-a98c7deb-acff-4748-af32-a20bd91215ce" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.717245] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-a98c7deb-acff-4748-af32-a20bd91215ce" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.717423] env[69566]: DEBUG nova.network.neutron [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.723814] env[69566]: DEBUG oslo_vmware.api [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1038.723814] env[69566]: value = "task-3407916" [ 1038.723814] env[69566]: _type = "Task" [ 1038.723814] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.732962] env[69566]: DEBUG oslo_vmware.api [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.780171] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.780671] env[69566]: DEBUG nova.objects.instance [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'migration_context' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.918500] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1038.919471] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d113-cb25-0ca7-4d97-83763e311384/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1038.919965] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b1b709-8dad-4423-aa94-4b96393969bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.927835] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d113-cb25-0ca7-4d97-83763e311384/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1038.927835] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d113-cb25-0ca7-4d97-83763e311384/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1038.928126] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8a9dbe28-7c2e-4570-aa9b-fe2db8277ba8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.947729] env[69566]: INFO nova.compute.manager [-] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Took 1.71 seconds to deallocate network for instance. [ 1039.114112] env[69566]: DEBUG oslo_concurrency.lockutils [None req-04583d90-6c96-4e35-88f5-aa4d38c76d11 tempest-ImagesOneServerTestJSON-1917568187 tempest-ImagesOneServerTestJSON-1917568187-project-member] Lock "3f0c183b-b02f-4ae5-9146-2118cb3c9ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.605s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.154034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.234721] env[69566]: DEBUG oslo_vmware.api [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407916, 'name': PowerOffVM_Task, 'duration_secs': 0.209801} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.237395] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.237947] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.238994] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1e6e96-3798-443d-ac53-c05e078aab81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.271529] env[69566]: DEBUG nova.network.neutron [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.283943] env[69566]: DEBUG nova.objects.base [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Object Instance<407eeafd-6372-41c5-b315-67d5c9ece496> lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1039.285636] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67f9851-8904-458e-93d9-db2948117443 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.317922] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a935114a-c9dd-4323-8163-3d910ab3372c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.320420] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.320701] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.320935] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleting the datastore file [datastore2] 76ce4366-932f-427b-9ffd-08ca8655a8d9 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.321684] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba1d490-c706-4c54-aff5-3c6a2da68c42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.326673] env[69566]: DEBUG oslo_vmware.api [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1039.326673] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5279c9de-1106-6700-de78-94dd0317e9b3" [ 1039.326673] env[69566]: _type = "Task" [ 1039.326673] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.332024] env[69566]: DEBUG oslo_vmware.api [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1039.332024] env[69566]: value = "task-3407918" [ 1039.332024] env[69566]: _type = "Task" [ 1039.332024] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.343571] env[69566]: DEBUG oslo_vmware.api [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5279c9de-1106-6700-de78-94dd0317e9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.007669} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.345396] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.348884] env[69566]: DEBUG oslo_vmware.api [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.353213] env[69566]: DEBUG oslo_vmware.rw_handles [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d113-cb25-0ca7-4d97-83763e311384/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1039.353429] env[69566]: INFO nova.virt.vmwareapi.images [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Downloaded image file data 37a484bc-04dd-46fe-9edb-8f2196ecb71f [ 1039.354389] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8aa00d-4e6a-45dd-a9b1-d8cb96637543 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.381371] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c65a80d-c421-4eb5-aacf-e1a98c39deac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.399037] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249d1b2-047f-403f-9354-bd1be0ac6e91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.409182] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e10915e-f9dd-46b2-ab95-3b3e6ee5cf64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.413484] env[69566]: INFO nova.virt.vmwareapi.images [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] The imported VM was unregistered [ 1039.417243] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1039.417480] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Creating directory with path [datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.418188] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8755b769-4f54-43e0-9823-8671059af4cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.448501] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fd4d38-5e4e-4276-afed-881bb2bf6262 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.454266] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.456199] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Created directory with path [datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.456491] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d/OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d.vmdk to [datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk. {{(pid=69566) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1039.458633] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3ffbbb19-8c9c-49b0-baf6-31e551533cfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.461581] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077f3d51-5610-4a70-a0b2-b2bab362c736 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.476148] env[69566]: DEBUG nova.compute.provider_tree [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.478718] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1039.478718] env[69566]: value = "task-3407920" [ 1039.478718] env[69566]: _type = "Task" [ 1039.478718] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.486941] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407920, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.559018] env[69566]: DEBUG nova.compute.manager [req-58d6b252-2b2c-4819-83c1-8a60f3cb950b req-c5deb78b-af6d-4a56-bd31-0ec4c3deb6d5 service nova] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Received event network-vif-deleted-59b4d1a9-a449-4dfa-b334-5199c92f2a02 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.597445] env[69566]: DEBUG nova.network.neutron [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Updating instance_info_cache with network_info: [{"id": "2435c5e0-bdf3-4ada-820c-0a65f02c76f0", "address": "fa:16:3e:2e:31:c5", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2435c5e0-bd", "ovs_interfaceid": "2435c5e0-bdf3-4ada-820c-0a65f02c76f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.616943] env[69566]: DEBUG nova.network.neutron [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Successfully updated port: 2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.847145] env[69566]: DEBUG oslo_vmware.api [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3407918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151196} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.847521] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.847751] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.847751] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.848258] env[69566]: INFO nova.compute.manager [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1039.848381] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.848538] env[69566]: DEBUG nova.compute.manager [-] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.848637] env[69566]: DEBUG nova.network.neutron [-] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.982241] env[69566]: DEBUG nova.scheduler.client.report [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.001868] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407920, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.031230] env[69566]: DEBUG nova.compute.manager [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Received event network-vif-plugged-2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.031230] env[69566]: DEBUG oslo_concurrency.lockutils [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] Acquiring lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.031230] env[69566]: DEBUG oslo_concurrency.lockutils [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.034636] env[69566]: DEBUG oslo_concurrency.lockutils [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.035488] env[69566]: DEBUG nova.compute.manager [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] No waiting events found dispatching network-vif-plugged-2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.035488] env[69566]: WARNING nova.compute.manager [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Received unexpected event network-vif-plugged-2f620845-b32b-4231-af72-49c1e398e825 for instance with vm_state building and task_state spawning. [ 1040.036292] env[69566]: DEBUG nova.compute.manager [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Received event network-changed-2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.037506] env[69566]: DEBUG nova.compute.manager [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Refreshing instance network info cache due to event network-changed-2f620845-b32b-4231-af72-49c1e398e825. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.037854] env[69566]: DEBUG oslo_concurrency.lockutils [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] Acquiring lock "refresh_cache-e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.038128] env[69566]: DEBUG oslo_concurrency.lockutils [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] Acquired lock "refresh_cache-e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.038403] env[69566]: DEBUG nova.network.neutron [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Refreshing network info cache for port 2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.103046] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-a98c7deb-acff-4748-af32-a20bd91215ce" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.103046] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Instance network_info: |[{"id": "2435c5e0-bdf3-4ada-820c-0a65f02c76f0", "address": "fa:16:3e:2e:31:c5", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2435c5e0-bd", "ovs_interfaceid": "2435c5e0-bdf3-4ada-820c-0a65f02c76f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1040.103046] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:31:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2435c5e0-bdf3-4ada-820c-0a65f02c76f0', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.112128] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.113457] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.113755] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2883bee2-dd4f-4f5b-81f9-8dfdc1c18b4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.132208] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "refresh_cache-e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.139335] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.139335] env[69566]: value = "task-3407921" [ 1040.139335] env[69566]: _type = "Task" [ 1040.139335] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.148592] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407921, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.496224] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.501185] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.068s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.505020] env[69566]: INFO nova.compute.claims [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.510309] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407920, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.527997] env[69566]: INFO nova.scheduler.client.report [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Deleted allocations for instance 4244adb1-2753-4c51-91e7-d3cc8a01a000 [ 1040.605902] env[69566]: DEBUG nova.network.neutron [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.650759] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407921, 'name': CreateVM_Task, 'duration_secs': 0.38702} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.650964] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.651732] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.651910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.652262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.652536] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce22e5ce-343f-4bad-88ea-679b7a427627 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.657568] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1040.657568] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ee5204-e60c-601f-7020-e130b86c6072" [ 1040.657568] env[69566]: _type = "Task" [ 1040.657568] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.667331] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ee5204-e60c-601f-7020-e130b86c6072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.673334] env[69566]: DEBUG nova.network.neutron [-] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.758182] env[69566]: DEBUG nova.network.neutron [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.002937] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407920, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.043954] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2a85ee4a-a420-4efb-83a2-58c9cec42809 tempest-ImagesTestJSON-1150485476 tempest-ImagesTestJSON-1150485476-project-member] Lock "4244adb1-2753-4c51-91e7-d3cc8a01a000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.494s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.174336] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ee5204-e60c-601f-7020-e130b86c6072, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.174886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.174995] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.175266] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.175422] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.178140] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.178884] env[69566]: INFO nova.compute.manager [-] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Took 1.33 seconds to deallocate network for instance. [ 1041.179156] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edcf0e87-e878-4dd5-ace0-da1cf802824b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.192034] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.192259] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.193180] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d705403-b764-4551-9852-aaf48d0dc671 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.199419] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1041.199419] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52aed895-5120-8310-0022-559b97c9144a" [ 1041.199419] env[69566]: _type = "Task" [ 1041.199419] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.215633] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aed895-5120-8310-0022-559b97c9144a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.242826] env[69566]: DEBUG oslo_concurrency.lockutils [req-c6c5a62d-cb13-465c-ae7c-2e0155a27ffd req-76e58b83-bbdf-4aee-97b6-781d58cc98b1 service nova] Releasing lock "refresh_cache-e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.243369] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquired lock "refresh_cache-e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.243567] env[69566]: DEBUG nova.network.neutron [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.504750] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407920, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.693338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.713049] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52aed895-5120-8310-0022-559b97c9144a, 'name': SearchDatastore_Task, 'duration_secs': 0.027955} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.717362] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca08f579-63eb-47aa-ad40-5de108e7f832 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.723852] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1041.723852] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5214d697-9b18-4b94-41c0-99988caa3a63" [ 1041.723852] env[69566]: _type = "Task" [ 1041.723852] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.736414] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5214d697-9b18-4b94-41c0-99988caa3a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.798106] env[69566]: DEBUG nova.network.neutron [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.897251] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c8594e-a08c-4f81-a81b-df64a51dc297 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.906205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce56df72-296b-41be-9176-11e35e9bb2ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.948056] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ddce63-d9de-4738-8050-6adfb98c18ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.953773] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b192dd5e-f5be-4547-8ac0-238cda495ce2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.973016] env[69566]: DEBUG nova.compute.provider_tree [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.000685] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407920, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.442794} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.000967] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d/OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d.vmdk to [datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk. [ 1042.001632] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Cleaning up location [datastore1] OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1042.002086] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c4d571fe-d7cb-4a4e-9b86-3b77ffc2962d {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.002493] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63215b9d-2c34-4a8b-80a9-a85c2cf5ab9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.011020] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1042.011020] env[69566]: value = "task-3407922" [ 1042.011020] env[69566]: _type = "Task" [ 1042.011020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.019635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "00d077af-c890-49ed-8af5-bfabfc43c6da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.020157] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.020541] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "00d077af-c890-49ed-8af5-bfabfc43c6da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.020852] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.021143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.023503] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.023943] env[69566]: INFO nova.compute.manager [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Terminating instance [ 1042.239697] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5214d697-9b18-4b94-41c0-99988caa3a63, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.239995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.240286] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a98c7deb-acff-4748-af32-a20bd91215ce/a98c7deb-acff-4748-af32-a20bd91215ce.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.240599] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a7de4cb-e6b0-4d27-9d9f-a2527c8c2f39 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.248922] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1042.248922] env[69566]: value = "task-3407923" [ 1042.248922] env[69566]: _type = "Task" [ 1042.248922] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.257544] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.264464] env[69566]: DEBUG nova.compute.manager [req-0e622167-3961-43cc-9b01-c2e3a63db600 req-a6de9b9f-7e85-4a5a-93f0-d931f29f9620 service nova] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Received event network-vif-deleted-9262ba27-76ec-4f97-add1-2f9db4da2c3c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.325532] env[69566]: DEBUG nova.network.neutron [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Updating instance_info_cache with network_info: [{"id": "2f620845-b32b-4231-af72-49c1e398e825", "address": "fa:16:3e:34:9b:a5", "network": {"id": "b20cff7e-e436-4699-9328-80730ef848ad", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1424640008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "889f50275c604a9182ebd06f705e8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f620845-b3", "ovs_interfaceid": "2f620845-b32b-4231-af72-49c1e398e825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.477902] env[69566]: DEBUG nova.scheduler.client.report [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.524223] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034278} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.524494] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.524693] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.524950] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk to [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.525243] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef270776-cba9-410e-8ff5-be24ab065581 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.531268] env[69566]: DEBUG nova.compute.manager [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.531552] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.533594] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da3ad3-3baa-4ee0-bb79-ddf5362d735b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.537721] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1042.537721] env[69566]: value = "task-3407924" [ 1042.537721] env[69566]: _type = "Task" [ 1042.537721] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.544757] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.545520] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bfd150f-8c30-49bd-8c3c-76300c06485f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.551089] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.555709] env[69566]: DEBUG oslo_vmware.api [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 1042.555709] env[69566]: value = "task-3407925" [ 1042.555709] env[69566]: _type = "Task" [ 1042.555709] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.565964] env[69566]: DEBUG oslo_vmware.api [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.708510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.708510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.760534] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506307} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.760838] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a98c7deb-acff-4748-af32-a20bd91215ce/a98c7deb-acff-4748-af32-a20bd91215ce.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.761057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.761325] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04df138c-0f19-4909-b423-8fb3151c587a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.768022] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1042.768022] env[69566]: value = "task-3407926" [ 1042.768022] env[69566]: _type = "Task" [ 1042.768022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.777575] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.833017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Releasing lock "refresh_cache-e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.833017] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Instance network_info: |[{"id": "2f620845-b32b-4231-af72-49c1e398e825", "address": "fa:16:3e:34:9b:a5", "network": {"id": "b20cff7e-e436-4699-9328-80730ef848ad", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1424640008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "889f50275c604a9182ebd06f705e8511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f620845-b3", "ovs_interfaceid": "2f620845-b32b-4231-af72-49c1e398e825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.833017] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:9b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f620845-b32b-4231-af72-49c1e398e825', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.842903] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Creating folder: Project (889f50275c604a9182ebd06f705e8511). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.844154] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6a1b5c8-5136-443d-b254-fa3ac4b714a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.856301] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Created folder: Project (889f50275c604a9182ebd06f705e8511) in parent group-v679651. [ 1042.856748] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Creating folder: Instances. Parent ref: group-v679914. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.857123] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ecab63b-a76b-4f21-8b2f-98737dba1eef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.869400] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Created folder: Instances in parent group-v679914. [ 1042.869686] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.869959] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.870148] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b445f36-3498-4eab-844f-fbe58a5d968a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.896232] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.896232] env[69566]: value = "task-3407929" [ 1042.896232] env[69566]: _type = "Task" [ 1042.896232] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.907829] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407929, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.982695] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.983593] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.987091] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.958s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.987465] env[69566]: DEBUG nova.objects.instance [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lazy-loading 'resources' on Instance uuid 842d7e38-060e-46be-b9d0-eb05ce500c4e {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.049197] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.067556] env[69566]: DEBUG oslo_vmware.api [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407925, 'name': PowerOffVM_Task, 'duration_secs': 0.287794} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.067835] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.068067] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.068555] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10ec0db1-a0b8-4cbb-b219-3d218818b196 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.135183] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.135801] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.135801] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Deleting the datastore file [datastore2] 00d077af-c890-49ed-8af5-bfabfc43c6da {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.135938] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c6a3c54-b253-4404-9b84-4f5ed52a7c26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.142908] env[69566]: DEBUG oslo_vmware.api [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for the task: (returnval){ [ 1043.142908] env[69566]: value = "task-3407931" [ 1043.142908] env[69566]: _type = "Task" [ 1043.142908] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.153239] env[69566]: DEBUG oslo_vmware.api [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.211373] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.285032] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082639} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.285708] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.287220] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad1329-f531-4eec-92b0-d589be0b1d28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.321281] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] a98c7deb-acff-4748-af32-a20bd91215ce/a98c7deb-acff-4748-af32-a20bd91215ce.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.321281] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e462ec-e5d1-45cc-be8b-c098d2e2809d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.345976] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1043.345976] env[69566]: value = "task-3407932" [ 1043.345976] env[69566]: _type = "Task" [ 1043.345976] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.359280] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.410932] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407929, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.493692] env[69566]: DEBUG nova.compute.utils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.497423] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.497646] env[69566]: DEBUG nova.network.neutron [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.557960] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.576175] env[69566]: DEBUG nova.policy [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393f8c7b29d5406a8b21cdf7b62a94bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872b7afbe09a4ca2a113beec04f4be28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.657150] env[69566]: DEBUG oslo_vmware.api [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Task: {'id': task-3407931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26433} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.661818] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.661818] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.662355] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.662691] env[69566]: INFO nova.compute.manager [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1043.663036] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.663626] env[69566]: DEBUG nova.compute.manager [-] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.663724] env[69566]: DEBUG nova.network.neutron [-] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.739193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.861191] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.867888] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09419a-a4cd-4a80-85aa-8b446182052b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.877443] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f911bf-b2ba-4dad-bc5c-7a08a0b7e827 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.923092] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18483461-7e48-4e2e-bd0f-e46df850d846 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.940491] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e561bc6-4291-4839-a082-4869b03b9fed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.947977] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407929, 'name': CreateVM_Task, 'duration_secs': 0.903333} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.947977] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.951400] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.951400] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.951996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.952669] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80e850c-74b5-4da5-9f77-4fe75d798f1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.966264] env[69566]: DEBUG nova.compute.provider_tree [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.969624] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1043.969624] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5229a3e1-e421-1c3e-280a-d5053b542db4" [ 1043.969624] env[69566]: _type = "Task" [ 1043.969624] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.982502] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5229a3e1-e421-1c3e-280a-d5053b542db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.997910] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.050253] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.176640] env[69566]: DEBUG nova.network.neutron [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Successfully created port: 249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.362636] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407932, 'name': ReconfigVM_Task, 'duration_secs': 0.69345} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.362636] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Reconfigured VM instance instance-0000005a to attach disk [datastore2] a98c7deb-acff-4748-af32-a20bd91215ce/a98c7deb-acff-4748-af32-a20bd91215ce.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.363636] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee5e95f-d156-4fed-9f40-6f85e835cebe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.373446] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1044.373446] env[69566]: value = "task-3407933" [ 1044.373446] env[69566]: _type = "Task" [ 1044.373446] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.385517] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407933, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.472935] env[69566]: DEBUG nova.scheduler.client.report [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.491512] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5229a3e1-e421-1c3e-280a-d5053b542db4, 'name': SearchDatastore_Task, 'duration_secs': 0.092527} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.491987] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.492358] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.492960] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.493160] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.493411] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.493764] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-282011ab-aa93-4b1b-9970-0e0a314dd72a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.515145] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.515487] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.516576] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ffcbab-abcc-4061-877b-f354dfedae03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.528016] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1044.528016] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527ccf0a-8a13-5ba3-d79e-b2784f999f95" [ 1044.528016] env[69566]: _type = "Task" [ 1044.528016] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.540954] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527ccf0a-8a13-5ba3-d79e-b2784f999f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.551761] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.819036] env[69566]: DEBUG nova.compute.manager [req-3a840565-8b3e-4192-a675-632c008112c8 req-7b663c3e-a3cf-4fcb-97a4-ec8b974419f6 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Received event network-vif-deleted-5ef819e6-1ea0-439b-aafe-b1d2754476db {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.819036] env[69566]: INFO nova.compute.manager [req-3a840565-8b3e-4192-a675-632c008112c8 req-7b663c3e-a3cf-4fcb-97a4-ec8b974419f6 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Neutron deleted interface 5ef819e6-1ea0-439b-aafe-b1d2754476db; detaching it from the instance and deleting it from the info cache [ 1044.819036] env[69566]: DEBUG nova.network.neutron [req-3a840565-8b3e-4192-a675-632c008112c8 req-7b663c3e-a3cf-4fcb-97a4-ec8b974419f6 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.885085] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407933, 'name': Rename_Task, 'duration_secs': 0.172442} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.885439] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.885709] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe41302a-ae61-4fb3-9844-fb8cb9727b0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.896114] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1044.896114] env[69566]: value = "task-3407934" [ 1044.896114] env[69566]: _type = "Task" [ 1044.896114] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.906336] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.983181] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.983798] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.592s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.984204] env[69566]: DEBUG nova.objects.instance [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lazy-loading 'resources' on Instance uuid 0ac29acc-2313-4936-af18-de44a53d9eac {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.008522] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.030990] env[69566]: INFO nova.scheduler.client.report [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleted allocations for instance 842d7e38-060e-46be-b9d0-eb05ce500c4e [ 1045.044280] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527ccf0a-8a13-5ba3-d79e-b2784f999f95, 'name': SearchDatastore_Task, 'duration_secs': 0.096305} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.052937] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc505d8-490a-483f-9230-cda30c806213 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.059137] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.060657] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.061048] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.061048] env[69566]: DEBUG nova.virt.hardware [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.061905] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4913b50-e0c0-411f-b886-9d49ebd3cb71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.068935] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.069507] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1045.069507] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528bddf2-85f0-af9a-fc71-16214190e412" [ 1045.069507] env[69566]: _type = "Task" [ 1045.069507] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.079476] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528bddf2-85f0-af9a-fc71-16214190e412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.083832] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7192f63-dd17-4a66-821d-8d158672ce47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.125421] env[69566]: DEBUG nova.network.neutron [-] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.327209] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d5ac507-1af2-4c6e-b790-a0c6e1cf4e9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.337275] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c106231-699f-4542-a86d-9d68c88e4053 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.372815] env[69566]: DEBUG nova.compute.manager [req-3a840565-8b3e-4192-a675-632c008112c8 req-7b663c3e-a3cf-4fcb-97a4-ec8b974419f6 service nova] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Detach interface failed, port_id=5ef819e6-1ea0-439b-aafe-b1d2754476db, reason: Instance 00d077af-c890-49ed-8af5-bfabfc43c6da could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.406936] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.541955] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fa5fe83-224a-4e78-a82d-2487086dbd1b tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "842d7e38-060e-46be-b9d0-eb05ce500c4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.017s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.557175] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407924, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.656904} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.557453] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/37a484bc-04dd-46fe-9edb-8f2196ecb71f/37a484bc-04dd-46fe-9edb-8f2196ecb71f.vmdk to [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.558309] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97c8159-7da8-4704-91c0-844807289082 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.584496] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.590325] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff34b7c6-50f2-4e9f-b78b-033a5f9b0f00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.612884] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528bddf2-85f0-af9a-fc71-16214190e412, 'name': SearchDatastore_Task, 'duration_secs': 0.081934} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.614155] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.614432] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] e62f5fbf-6b7d-46ba-92d7-0154e1734f3e/e62f5fbf-6b7d-46ba-92d7-0154e1734f3e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.614808] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1045.614808] env[69566]: value = "task-3407935" [ 1045.614808] env[69566]: _type = "Task" [ 1045.614808] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.617224] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c41fc6e1-69e1-4330-878b-65a7197974ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.631745] env[69566]: INFO nova.compute.manager [-] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Took 1.97 seconds to deallocate network for instance. [ 1045.634382] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407935, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.645930] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1045.645930] env[69566]: value = "task-3407936" [ 1045.645930] env[69566]: _type = "Task" [ 1045.645930] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.817288] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e43d7b-acdd-4a03-9590-b6c12d3aa6a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.829656] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4971b-d5eb-4656-bd53-76f8c42a73b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.866651] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2d05d1-a891-4c9f-829e-11bfca18546a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.876208] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2433037-a00b-4892-a0c7-2bf489e01a53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.891594] env[69566]: DEBUG nova.compute.provider_tree [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.905687] env[69566]: DEBUG oslo_vmware.api [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407934, 'name': PowerOnVM_Task, 'duration_secs': 0.524938} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.905991] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.906716] env[69566]: INFO nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1045.906915] env[69566]: DEBUG nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.908747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6fbde-e112-4dd7-a0bb-5fb0ee5ee4fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.964078] env[69566]: DEBUG nova.compute.manager [req-fd4bdfcf-d9f3-4fd6-9f73-aefb2fd2f346 req-6dcb6919-26d6-46da-9133-b1c78ea897ea service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Received event network-vif-plugged-249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.964451] env[69566]: DEBUG oslo_concurrency.lockutils [req-fd4bdfcf-d9f3-4fd6-9f73-aefb2fd2f346 req-6dcb6919-26d6-46da-9133-b1c78ea897ea service nova] Acquiring lock "f4f1e068-6d20-4d8d-9f02-be2300e48319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.964451] env[69566]: DEBUG oslo_concurrency.lockutils [req-fd4bdfcf-d9f3-4fd6-9f73-aefb2fd2f346 req-6dcb6919-26d6-46da-9133-b1c78ea897ea service nova] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.964636] env[69566]: DEBUG oslo_concurrency.lockutils [req-fd4bdfcf-d9f3-4fd6-9f73-aefb2fd2f346 req-6dcb6919-26d6-46da-9133-b1c78ea897ea service nova] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.964799] env[69566]: DEBUG nova.compute.manager [req-fd4bdfcf-d9f3-4fd6-9f73-aefb2fd2f346 req-6dcb6919-26d6-46da-9133-b1c78ea897ea service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] No waiting events found dispatching network-vif-plugged-249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.964942] env[69566]: WARNING nova.compute.manager [req-fd4bdfcf-d9f3-4fd6-9f73-aefb2fd2f346 req-6dcb6919-26d6-46da-9133-b1c78ea897ea service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Received unexpected event network-vif-plugged-249b9359-0352-498c-8561-dc76bdea369c for instance with vm_state building and task_state spawning. [ 1046.133611] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.139672] env[69566]: DEBUG nova.network.neutron [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Successfully updated port: 249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.147207] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.163704] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.395197] env[69566]: DEBUG nova.scheduler.client.report [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.426180] env[69566]: INFO nova.compute.manager [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Took 24.52 seconds to build instance. [ 1046.631720] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407935, 'name': ReconfigVM_Task, 'duration_secs': 0.736735} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.673818] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0/95f69ddc-883e-47ef-9b1a-768cbba65ce0.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.673818] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd47ff8-7b47-48d1-ba53-fd9aa41b4705 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.673818] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1046.673818] env[69566]: value = "task-3407937" [ 1046.673818] env[69566]: _type = "Task" [ 1046.673818] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.673818] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-f4f1e068-6d20-4d8d-9f02-be2300e48319" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.673818] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-f4f1e068-6d20-4d8d-9f02-be2300e48319" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.673818] env[69566]: DEBUG nova.network.neutron [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.673818] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407937, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.673818] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.673818] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] e62f5fbf-6b7d-46ba-92d7-0154e1734f3e/e62f5fbf-6b7d-46ba-92d7-0154e1734f3e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.673818] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.673818] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21534e8c-0499-419d-9690-99751ddf5680 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.677417] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1046.677417] env[69566]: value = "task-3407938" [ 1046.677417] env[69566]: _type = "Task" [ 1046.677417] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.688437] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.901035] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.904241] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.753s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.904357] env[69566]: DEBUG nova.objects.instance [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'resources' on Instance uuid 243590bb-9557-4649-8b41-0f21b08945e1 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.928842] env[69566]: INFO nova.scheduler.client.report [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Deleted allocations for instance 0ac29acc-2313-4936-af18-de44a53d9eac [ 1046.929508] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13ee217b-1982-4a7f-9b29-4d6b971add82 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a98c7deb-acff-4748-af32-a20bd91215ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.036s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.153993] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407937, 'name': Rename_Task, 'duration_secs': 0.151454} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.154342] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.154592] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-249951d0-1628-4eaf-bc12-2fbe3825e5fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.161712] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1047.161712] env[69566]: value = "task-3407939" [ 1047.161712] env[69566]: _type = "Task" [ 1047.161712] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.170131] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.183525] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071001} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.184420] env[69566]: DEBUG nova.network.neutron [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.186255] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.187126] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e87ec-b722-4591-b3b0-d28f20889cad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.215331] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e62f5fbf-6b7d-46ba-92d7-0154e1734f3e/e62f5fbf-6b7d-46ba-92d7-0154e1734f3e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.218537] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec8f5ef2-5e7e-40cd-a309-c429b6cee76b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.247265] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1047.247265] env[69566]: value = "task-3407940" [ 1047.247265] env[69566]: _type = "Task" [ 1047.247265] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.262125] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.392124] env[69566]: DEBUG nova.network.neutron [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Updating instance_info_cache with network_info: [{"id": "249b9359-0352-498c-8561-dc76bdea369c", "address": "fa:16:3e:fb:db:c3", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b9359-03", "ovs_interfaceid": "249b9359-0352-498c-8561-dc76bdea369c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.435989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9dbd572-0cce-4881-9969-89ce6227a06f tempest-ListServersNegativeTestJSON-36957386 tempest-ListServersNegativeTestJSON-36957386-project-member] Lock "0ac29acc-2313-4936-af18-de44a53d9eac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.832s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.629311] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a11ad6-917e-4294-b143-71057640a6cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.637945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b36307d-0fd4-44ba-9ab3-93e4e5a63db2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.675460] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2bf31a-0b41-45ec-877d-90a5bb5b4750 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.684541] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.689188] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001cfa6-c300-4633-9c43-87b8af885417 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704299] env[69566]: DEBUG nova.compute.provider_tree [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.741593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "a98c7deb-acff-4748-af32-a20bd91215ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.741593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a98c7deb-acff-4748-af32-a20bd91215ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.741593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "a98c7deb-acff-4748-af32-a20bd91215ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.741593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a98c7deb-acff-4748-af32-a20bd91215ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.741868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a98c7deb-acff-4748-af32-a20bd91215ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.743669] env[69566]: INFO nova.compute.manager [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Terminating instance [ 1047.759390] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407940, 'name': ReconfigVM_Task, 'duration_secs': 0.290423} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.759654] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e62f5fbf-6b7d-46ba-92d7-0154e1734f3e/e62f5fbf-6b7d-46ba-92d7-0154e1734f3e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.760622] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b53af7e6-f2b8-4f2c-acca-163806d28177 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.768782] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1047.768782] env[69566]: value = "task-3407941" [ 1047.768782] env[69566]: _type = "Task" [ 1047.768782] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.778761] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407941, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.894766] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-f4f1e068-6d20-4d8d-9f02-be2300e48319" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.895119] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Instance network_info: |[{"id": "249b9359-0352-498c-8561-dc76bdea369c", "address": "fa:16:3e:fb:db:c3", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b9359-03", "ovs_interfaceid": "249b9359-0352-498c-8561-dc76bdea369c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.895595] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:db:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '249b9359-0352-498c-8561-dc76bdea369c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.904433] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.904433] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.904499] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bdd920b-022f-497c-9878-e4f544df2cdf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.928987] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.928987] env[69566]: value = "task-3407942" [ 1047.928987] env[69566]: _type = "Task" [ 1047.928987] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.939264] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407942, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.003396] env[69566]: DEBUG nova.compute.manager [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Received event network-changed-249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.003515] env[69566]: DEBUG nova.compute.manager [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Refreshing instance network info cache due to event network-changed-249b9359-0352-498c-8561-dc76bdea369c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.004034] env[69566]: DEBUG oslo_concurrency.lockutils [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] Acquiring lock "refresh_cache-f4f1e068-6d20-4d8d-9f02-be2300e48319" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.004034] env[69566]: DEBUG oslo_concurrency.lockutils [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] Acquired lock "refresh_cache-f4f1e068-6d20-4d8d-9f02-be2300e48319" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.004502] env[69566]: DEBUG nova.network.neutron [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Refreshing network info cache for port 249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.188674] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407939, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.208399] env[69566]: DEBUG nova.scheduler.client.report [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.247180] env[69566]: DEBUG nova.compute.manager [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.247439] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.250986] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89045eb-e278-47cc-9898-17fc106bd1be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.260199] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.260520] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e2d07fe-5270-449e-825b-a6850a35f287 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.270665] env[69566]: DEBUG oslo_vmware.api [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1048.270665] env[69566]: value = "task-3407943" [ 1048.270665] env[69566]: _type = "Task" [ 1048.270665] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.286708] env[69566]: DEBUG oslo_vmware.api [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.289661] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407941, 'name': Rename_Task, 'duration_secs': 0.191618} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.289972] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.290298] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401f3174-6ebf-4e90-82a2-2a96ae367bb4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.299334] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1048.299334] env[69566]: value = "task-3407944" [ 1048.299334] env[69566]: _type = "Task" [ 1048.299334] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.314165] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.443858] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407942, 'name': CreateVM_Task, 'duration_secs': 0.379321} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.446387] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.446387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.446387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.446387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.446387] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea4b37c-63aa-4786-b35d-a9a93ced5e64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.455631] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1048.455631] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5209c923-32ce-74f0-08d0-98371f9b36f2" [ 1048.455631] env[69566]: _type = "Task" [ 1048.455631] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.465086] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5209c923-32ce-74f0-08d0-98371f9b36f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.682776] env[69566]: DEBUG oslo_vmware.api [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407939, 'name': PowerOnVM_Task, 'duration_secs': 1.037892} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.683649] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.714042] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.716619] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.373s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.741214] env[69566]: INFO nova.scheduler.client.report [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleted allocations for instance 243590bb-9557-4649-8b41-0f21b08945e1 [ 1048.787390] env[69566]: DEBUG oslo_vmware.api [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407943, 'name': PowerOffVM_Task, 'duration_secs': 0.222942} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.787700] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.787865] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.790600] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d78f9813-4c4d-420b-8e64-d774e3defb83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.817132] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407944, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.839048] env[69566]: DEBUG nova.compute.manager [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.842838] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576b1125-f23d-4e6a-8057-392741c8bed2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.878254] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.878544] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.878815] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore2] a98c7deb-acff-4748-af32-a20bd91215ce {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.879073] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddd4a29-f5a0-41a1-b0f9-ded892776003 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.890158] env[69566]: DEBUG oslo_vmware.api [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1048.890158] env[69566]: value = "task-3407946" [ 1048.890158] env[69566]: _type = "Task" [ 1048.890158] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.898391] env[69566]: DEBUG oslo_vmware.api [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.966036] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5209c923-32ce-74f0-08d0-98371f9b36f2, 'name': SearchDatastore_Task, 'duration_secs': 0.018031} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.966604] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.967386] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.967386] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.967817] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.968208] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.969432] env[69566]: DEBUG nova.network.neutron [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Updated VIF entry in instance network info cache for port 249b9359-0352-498c-8561-dc76bdea369c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.972045] env[69566]: DEBUG nova.network.neutron [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Updating instance_info_cache with network_info: [{"id": "249b9359-0352-498c-8561-dc76bdea369c", "address": "fa:16:3e:fb:db:c3", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap249b9359-03", "ovs_interfaceid": "249b9359-0352-498c-8561-dc76bdea369c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.972045] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22e8f5e2-a13f-44c4-8ecc-cace2ae32370 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.995017] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.995017] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.995017] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47616834-df75-4ecc-bb8a-01a208cf6c48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.002241] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1049.002241] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52683325-3ed6-c0b4-45e0-067eef0876bd" [ 1049.002241] env[69566]: _type = "Task" [ 1049.002241] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.010711] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52683325-3ed6-c0b4-45e0-067eef0876bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.258489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b231fae2-aa85-492e-b788-0f228d5f0a56 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "243590bb-9557-4649-8b41-0f21b08945e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.120s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.319886] env[69566]: DEBUG oslo_vmware.api [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407944, 'name': PowerOnVM_Task, 'duration_secs': 0.588454} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.319886] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.319886] env[69566]: INFO nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1049.319886] env[69566]: DEBUG nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.320630] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d712a0-74d4-48c4-b650-2744f3b50227 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.371019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a23f38f8-2865-4db8-9a50-e1476f61d5d6 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.994s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.402058] env[69566]: DEBUG oslo_vmware.api [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3407946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505642} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.402562] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.402757] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.403288] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.403288] env[69566]: INFO nova.compute.manager [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1049.403507] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.403667] env[69566]: DEBUG nova.compute.manager [-] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.403760] env[69566]: DEBUG nova.network.neutron [-] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.476023] env[69566]: DEBUG oslo_concurrency.lockutils [req-6ceff26a-e7ac-4354-b410-b31b43c83cc8 req-80bfac0f-d6f9-4bc6-81b4-dfa79aef831f service nova] Releasing lock "refresh_cache-f4f1e068-6d20-4d8d-9f02-be2300e48319" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.516881] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52683325-3ed6-c0b4-45e0-067eef0876bd, 'name': SearchDatastore_Task, 'duration_secs': 0.016755} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.521987] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef8f19e-363d-4e1e-b380-393afeb21352 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.531065] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1049.531065] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522067d8-4c6d-a8b6-ea28-66a931ea62ba" [ 1049.531065] env[69566]: _type = "Task" [ 1049.531065] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.547314] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522067d8-4c6d-a8b6-ea28-66a931ea62ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.551623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c995b1-74d0-4a3b-8efa-97c8122a4512 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.561892] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c35ca6f-1ef7-436d-92b1-6bdfb93afd18 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.599353] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428aa299-92bb-44aa-a9c0-ec219cf4b52b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.607851] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0995e9-d6cf-4b09-89e3-2209b71ba95c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.622047] env[69566]: DEBUG nova.compute.provider_tree [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.845295] env[69566]: INFO nova.compute.manager [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Took 27.29 seconds to build instance. [ 1050.041983] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522067d8-4c6d-a8b6-ea28-66a931ea62ba, 'name': SearchDatastore_Task, 'duration_secs': 0.024199} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.042272] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.042544] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f4f1e068-6d20-4d8d-9f02-be2300e48319/f4f1e068-6d20-4d8d-9f02-be2300e48319.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.042814] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860310ed-10fa-4ef8-875a-6bd9e76f1335 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.053441] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1050.053441] env[69566]: value = "task-3407947" [ 1050.053441] env[69566]: _type = "Task" [ 1050.053441] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.062879] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.102639] env[69566]: DEBUG nova.compute.manager [req-a22acf6e-d68e-4503-ac59-abdd5d383784 req-e7ccfef4-6558-4b37-9f4f-5e45e361ca5d service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Received event network-vif-deleted-2435c5e0-bdf3-4ada-820c-0a65f02c76f0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.102639] env[69566]: INFO nova.compute.manager [req-a22acf6e-d68e-4503-ac59-abdd5d383784 req-e7ccfef4-6558-4b37-9f4f-5e45e361ca5d service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Neutron deleted interface 2435c5e0-bdf3-4ada-820c-0a65f02c76f0; detaching it from the instance and deleting it from the info cache [ 1050.102639] env[69566]: DEBUG nova.network.neutron [req-a22acf6e-d68e-4503-ac59-abdd5d383784 req-e7ccfef4-6558-4b37-9f4f-5e45e361ca5d service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.127379] env[69566]: DEBUG nova.scheduler.client.report [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.202070] env[69566]: DEBUG nova.network.neutron [-] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.347631] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f548715-d74d-464b-8d1b-8c810046b857 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.800s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.564270] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407947, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.571705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.571705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.572038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.572298] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.572585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.575707] env[69566]: INFO nova.compute.manager [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Terminating instance [ 1050.605307] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e42a8f1b-2c02-4279-903f-804b11e5ec49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.619190] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7669ee0-f2cc-4878-917b-20a17913402e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.666303] env[69566]: DEBUG nova.compute.manager [req-a22acf6e-d68e-4503-ac59-abdd5d383784 req-e7ccfef4-6558-4b37-9f4f-5e45e361ca5d service nova] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Detach interface failed, port_id=2435c5e0-bdf3-4ada-820c-0a65f02c76f0, reason: Instance a98c7deb-acff-4748-af32-a20bd91215ce could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.705584] env[69566]: INFO nova.compute.manager [-] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Took 1.30 seconds to deallocate network for instance. [ 1051.068171] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741561} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.068171] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] f4f1e068-6d20-4d8d-9f02-be2300e48319/f4f1e068-6d20-4d8d-9f02-be2300e48319.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.068171] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.068171] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f25d4ebd-ae29-448c-b37a-048a57f5fc2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.075894] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1051.075894] env[69566]: value = "task-3407949" [ 1051.075894] env[69566]: _type = "Task" [ 1051.075894] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.082840] env[69566]: DEBUG nova.compute.manager [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.083126] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.089610] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda75f14-336a-46a1-abe0-74b8dd4640b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.092321] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.101240] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.101240] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-987bc254-35fb-445c-8115-2ad26aa67d77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.109226] env[69566]: DEBUG oslo_vmware.api [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1051.109226] env[69566]: value = "task-3407950" [ 1051.109226] env[69566]: _type = "Task" [ 1051.109226] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.118756] env[69566]: DEBUG oslo_vmware.api [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.143045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.426s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.143305] env[69566]: DEBUG nova.compute.manager [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69566) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1051.146499] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.692s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.146802] env[69566]: DEBUG nova.objects.instance [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'resources' on Instance uuid 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.215166] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.334916] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853f9492-fff5-495d-ba39-9bb14ccca580 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.345559] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Suspending the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1051.345559] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4cffcba6-3af8-485e-a4b9-25a70d8aff69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.354158] env[69566]: DEBUG oslo_vmware.api [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1051.354158] env[69566]: value = "task-3407951" [ 1051.354158] env[69566]: _type = "Task" [ 1051.354158] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.366800] env[69566]: DEBUG oslo_vmware.api [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407951, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.592028] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076642} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.592028] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.592028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c78e44a-4a7f-4313-9eb9-81079351fd66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.623207] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] f4f1e068-6d20-4d8d-9f02-be2300e48319/f4f1e068-6d20-4d8d-9f02-be2300e48319.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.627018] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c68415-cd34-4040-bcd8-ca1512988581 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.661754] env[69566]: DEBUG oslo_vmware.api [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407950, 'name': PowerOffVM_Task, 'duration_secs': 0.198026} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.662222] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1051.662222] env[69566]: value = "task-3407952" [ 1051.662222] env[69566]: _type = "Task" [ 1051.662222] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.664082] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.664395] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.667179] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef33565-41ad-4ef5-bd0b-c0a81bdea980 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.673138] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "988503f2-e52a-488d-bd9f-73e280534d9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.673561] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "988503f2-e52a-488d-bd9f-73e280534d9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.685694] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.713655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.713655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.713655] env[69566]: DEBUG nova.objects.instance [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'flavor' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.735210] env[69566]: INFO nova.scheduler.client.report [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted allocation for migration 796170c2-d6e3-4320-bd93-204c617a6ba2 [ 1051.755037] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.755446] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.755702] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Deleting the datastore file [datastore1] e62f5fbf-6b7d-46ba-92d7-0154e1734f3e {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.759963] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c604d441-5042-491e-ada1-a59d579bd7c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.769720] env[69566]: DEBUG oslo_vmware.api [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for the task: (returnval){ [ 1051.769720] env[69566]: value = "task-3407954" [ 1051.769720] env[69566]: _type = "Task" [ 1051.769720] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.783494] env[69566]: DEBUG oslo_vmware.api [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.868716] env[69566]: DEBUG oslo_vmware.api [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407951, 'name': SuspendVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.005143] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4ee0d1-7a4e-49b9-bcb2-fbf71b8f246f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.015644] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc80a6d-fcfe-4a0e-b273-3e0e51044655 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.055820] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec7a196-be0a-406b-b3a2-66bcb4d15615 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.064623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527be80c-076c-4f8b-968e-bc6df7ee3bec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.079651] env[69566]: DEBUG nova.compute.provider_tree [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.179164] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.180157] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407952, 'name': ReconfigVM_Task, 'duration_secs': 0.359268} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.180534] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Reconfigured VM instance instance-0000005c to attach disk [datastore2] f4f1e068-6d20-4d8d-9f02-be2300e48319/f4f1e068-6d20-4d8d-9f02-be2300e48319.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.181789] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff5f72d-b89d-49d5-a801-86642b20c685 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.189674] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1052.189674] env[69566]: value = "task-3407955" [ 1052.189674] env[69566]: _type = "Task" [ 1052.189674] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.199039] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407955, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.222259] env[69566]: DEBUG nova.objects.instance [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.243382] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee39f008-e46c-4db8-990c-d2cf723db389 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.901s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.280869] env[69566]: DEBUG oslo_vmware.api [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Task: {'id': task-3407954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171831} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.281165] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.281355] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.281535] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.281709] env[69566]: INFO nova.compute.manager [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1052.281962] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.282225] env[69566]: DEBUG nova.compute.manager [-] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.282325] env[69566]: DEBUG nova.network.neutron [-] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.328076] env[69566]: DEBUG nova.objects.instance [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'flavor' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.366046] env[69566]: DEBUG oslo_vmware.api [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407951, 'name': SuspendVM_Task, 'duration_secs': 0.689847} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.367476] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Suspended the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1052.367476] env[69566]: DEBUG nova.compute.manager [None req-8dd1be81-7f46-472d-be60-9c21b0e34f1e tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.368268] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60491a05-bf54-4f02-9b22-9a1ae89be271 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.585684] env[69566]: DEBUG nova.scheduler.client.report [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.678118] env[69566]: DEBUG nova.compute.manager [req-1d03457c-781a-4519-b254-e39bcf442010 req-de33633e-d411-445d-8ac4-4dfe0a38be27 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Received event network-vif-deleted-2f620845-b32b-4231-af72-49c1e398e825 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.678476] env[69566]: INFO nova.compute.manager [req-1d03457c-781a-4519-b254-e39bcf442010 req-de33633e-d411-445d-8ac4-4dfe0a38be27 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Neutron deleted interface 2f620845-b32b-4231-af72-49c1e398e825; detaching it from the instance and deleting it from the info cache [ 1052.678551] env[69566]: DEBUG nova.network.neutron [req-1d03457c-781a-4519-b254-e39bcf442010 req-de33633e-d411-445d-8ac4-4dfe0a38be27 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.704307] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407955, 'name': Rename_Task, 'duration_secs': 0.169441} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.704307] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.704307] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6e60ea-a71c-40fc-aa09-c5fc50dbd34b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.707810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.711512] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1052.711512] env[69566]: value = "task-3407956" [ 1052.711512] env[69566]: _type = "Task" [ 1052.711512] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.720626] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.722260] env[69566]: DEBUG nova.objects.base [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Object Instance<7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd> lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.722499] env[69566]: DEBUG nova.network.neutron [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.812110] env[69566]: DEBUG oslo_concurrency.lockutils [None req-52c2f8be-4dd6-46b5-9b5b-5e6606c9ffca tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.099s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.835406] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.835636] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.835870] env[69566]: DEBUG nova.network.neutron [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.836183] env[69566]: DEBUG nova.objects.instance [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'info_cache' on Instance uuid 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.067162] env[69566]: DEBUG nova.network.neutron [-] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.093021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.093021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.400s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.093722] env[69566]: DEBUG nova.objects.instance [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lazy-loading 'resources' on Instance uuid 76ce4366-932f-427b-9ffd-08ca8655a8d9 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.127807] env[69566]: INFO nova.scheduler.client.report [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted allocations for instance 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf [ 1053.186022] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54557550-1414-45a3-af91-cbd8c5cd3602 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.199801] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfcc355-b2d4-4527-a6c4-1eff79f7da47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.235441] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.245450] env[69566]: DEBUG nova.compute.manager [req-1d03457c-781a-4519-b254-e39bcf442010 req-de33633e-d411-445d-8ac4-4dfe0a38be27 service nova] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Detach interface failed, port_id=2f620845-b32b-4231-af72-49c1e398e825, reason: Instance e62f5fbf-6b7d-46ba-92d7-0154e1734f3e could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1053.339364] env[69566]: DEBUG nova.objects.base [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Object Instance<407eeafd-6372-41c5-b315-67d5c9ece496> lazy-loaded attributes: flavor,info_cache {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.570572] env[69566]: INFO nova.compute.manager [-] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Took 1.29 seconds to deallocate network for instance. [ 1053.638346] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3141b31b-01fb-4bc3-8c8b-a2e3fee85f38 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "1e798e7f-8ba2-47c0-ab06-0e52b0718dbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.057s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.725260] env[69566]: DEBUG oslo_vmware.api [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407956, 'name': PowerOnVM_Task, 'duration_secs': 0.526493} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.725260] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.725260] env[69566]: INFO nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1053.725260] env[69566]: DEBUG nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.729987] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac0963a-7cde-4f9e-99a5-db53d15cabb3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.845510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0765c-cd02-4b92-9b98-35c21e722df1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.854051] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c77c02-3e8c-48e8-9653-0166d193d047 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.888826] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b2b5b8-5836-4ad9-91fe-99c2dd0a2f71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.898609] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51f29e7-8986-40ae-b574-a3277cd512a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.915570] env[69566]: DEBUG nova.compute.provider_tree [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.076858] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.079437] env[69566]: DEBUG nova.network.neutron [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [{"id": "8166ea41-376c-4083-a48e-74c8f06d0959", "address": "fa:16:3e:e3:2d:09", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8166ea41-37", "ovs_interfaceid": "8166ea41-376c-4083-a48e-74c8f06d0959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.251407] env[69566]: INFO nova.compute.manager [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Took 22.84 seconds to build instance. [ 1054.319373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.319647] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.419199] env[69566]: DEBUG nova.scheduler.client.report [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.582387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-407eeafd-6372-41c5-b315-67d5c9ece496" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.684219] env[69566]: INFO nova.compute.manager [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Resuming [ 1054.684219] env[69566]: DEBUG nova.objects.instance [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'flavor' on Instance uuid 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.753775] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ce0f8bab-2093-400a-8edf-cef1b4300cdf tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.346s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.822502] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.870026] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.870163] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.870535] env[69566]: DEBUG nova.objects.instance [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'flavor' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.924104] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.926544] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.187s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.932169] env[69566]: INFO nova.compute.claims [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.953107] env[69566]: INFO nova.scheduler.client.report [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleted allocations for instance 76ce4366-932f-427b-9ffd-08ca8655a8d9 [ 1055.087653] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1df80b-51e4-42a9-b113-ce2e229cfd10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.094530] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Suspending the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1055.094787] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0e9d19cf-05c0-4c9b-90b7-63fd8fc776a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.105024] env[69566]: DEBUG oslo_vmware.api [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1055.105024] env[69566]: value = "task-3407957" [ 1055.105024] env[69566]: _type = "Task" [ 1055.105024] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.113304] env[69566]: DEBUG oslo_vmware.api [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407957, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.163236] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.163546] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.163855] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.164653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.164653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.167220] env[69566]: INFO nova.compute.manager [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Terminating instance [ 1055.346939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.452675] env[69566]: DEBUG nova.objects.instance [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.460669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2d58c447-d3a7-40ab-b33c-fed9a2a6049a tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "76ce4366-932f-427b-9ffd-08ca8655a8d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.271s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.591724] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.592172] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-856b4639-fa03-4ade-acb0-65348cb93310 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.601995] env[69566]: DEBUG oslo_vmware.api [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1055.601995] env[69566]: value = "task-3407958" [ 1055.601995] env[69566]: _type = "Task" [ 1055.601995] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.614270] env[69566]: DEBUG oslo_vmware.api [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407957, 'name': SuspendVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.617372] env[69566]: DEBUG oslo_vmware.api [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.672491] env[69566]: DEBUG nova.compute.manager [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.672786] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.673812] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b9a20b-2a75-49b8-a9e3-c9577f5fc3eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.683747] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.684034] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1662ae33-020c-4d68-9cf2-cc01f00b3664 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.692581] env[69566]: DEBUG oslo_vmware.api [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1055.692581] env[69566]: value = "task-3407959" [ 1055.692581] env[69566]: _type = "Task" [ 1055.692581] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.709403] env[69566]: DEBUG oslo_vmware.api [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.955771] env[69566]: DEBUG nova.objects.base [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Object Instance<7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd> lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.956014] env[69566]: DEBUG nova.network.neutron [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.003373] env[69566]: DEBUG nova.policy [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.114896] env[69566]: DEBUG oslo_vmware.api [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.123390] env[69566]: DEBUG oslo_vmware.api [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407957, 'name': SuspendVM_Task, 'duration_secs': 0.764905} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.124047] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Suspended the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1056.124047] env[69566]: DEBUG nova.compute.manager [None req-b5a2ff4a-510d-4779-8e27-eda6fe70ffa1 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.124862] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bca863d-27f6-45dc-9c8a-beddf878a240 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.181864] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc085b1-5d8d-4c3a-aa0b-ae3a943ecda6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.189426] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cbbf1e-7665-40ae-a81b-0a64806eb59b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.225178] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.225305] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquired lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.225492] env[69566]: DEBUG nova.network.neutron [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.228184] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e628bad5-0ca7-49ef-a99f-e0740d537738 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.237510] env[69566]: DEBUG oslo_vmware.api [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407959, 'name': PowerOffVM_Task, 'duration_secs': 0.245738} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.237510] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.237510] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.237510] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b74151d-2b68-4941-8c48-c25c80132ad7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.243497] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828b6739-eb37-40a9-a9a6-0f2a824abf3a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.263445] env[69566]: DEBUG nova.compute.provider_tree [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.277900] env[69566]: DEBUG nova.network.neutron [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Successfully created port: 1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.333409] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.333649] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.334835] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.338101] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.338101] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleting the datastore file [datastore1] 8ea8ee53-513b-4b0f-86c9-f135bb15aee8 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.338101] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d5cc2a2-8450-46e3-803b-893c11e655cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.344256] env[69566]: DEBUG oslo_vmware.api [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1056.344256] env[69566]: value = "task-3407961" [ 1056.344256] env[69566]: _type = "Task" [ 1056.344256] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.353247] env[69566]: DEBUG oslo_vmware.api [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.613800] env[69566]: DEBUG oslo_vmware.api [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407958, 'name': PowerOnVM_Task, 'duration_secs': 0.627154} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.613800] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.614087] env[69566]: DEBUG nova.compute.manager [None req-88505335-bebb-4ae0-b501-4bad7af741ca tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.614690] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a784530-ea8e-4107-8bf9-3d0eceeef507 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.769973] env[69566]: DEBUG nova.scheduler.client.report [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.837666] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.856080] env[69566]: DEBUG oslo_vmware.api [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3407961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.856405] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.856529] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.856729] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.856972] env[69566]: INFO nova.compute.manager [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1056.857996] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.857996] env[69566]: DEBUG nova.compute.manager [-] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.857996] env[69566]: DEBUG nova.network.neutron [-] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.034462] env[69566]: DEBUG nova.network.neutron [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [{"id": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "address": "fa:16:3e:07:53:0f", "network": {"id": "3792fe6b-691c-44a8-bb55-7cd3cdb7e93b", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-182388749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebda86c298e4510b5e7959e577729c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b195509-2c", "ovs_interfaceid": "8b195509-2c2b-4af5-b2c9-c8ed1de56059", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.164270] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.164617] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.279914] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.280120] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.282692] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.136s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.282980] env[69566]: DEBUG nova.objects.instance [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lazy-loading 'resources' on Instance uuid 00d077af-c890-49ed-8af5-bfabfc43c6da {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.351959] env[69566]: DEBUG nova.compute.manager [req-07d5bd56-a522-4f07-a301-82d7811f3255 req-304fb723-c7f3-4cfb-a575-3dbf520c6087 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Received event network-vif-deleted-27f1bf50-977b-4001-9370-e5e501a44961 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.352935] env[69566]: INFO nova.compute.manager [req-07d5bd56-a522-4f07-a301-82d7811f3255 req-304fb723-c7f3-4cfb-a575-3dbf520c6087 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Neutron deleted interface 27f1bf50-977b-4001-9370-e5e501a44961; detaching it from the instance and deleting it from the info cache [ 1057.352935] env[69566]: DEBUG nova.network.neutron [req-07d5bd56-a522-4f07-a301-82d7811f3255 req-304fb723-c7f3-4cfb-a575-3dbf520c6087 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.361033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.537021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Releasing lock "refresh_cache-95f69ddc-883e-47ef-9b1a-768cbba65ce0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.537881] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845dd3ac-21f2-4238-b30d-35a98bbe3fca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.546341] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Resuming the VM {{(pid=69566) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1057.546546] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3bfa97-4214-4ed9-acd4-e4558eac8468 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.554293] env[69566]: DEBUG oslo_vmware.api [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1057.554293] env[69566]: value = "task-3407962" [ 1057.554293] env[69566]: _type = "Task" [ 1057.554293] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.562408] env[69566]: DEBUG oslo_vmware.api [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.665811] env[69566]: DEBUG nova.network.neutron [-] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.668730] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.743167] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.743167] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.743167] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.743597] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.743597] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.749018] env[69566]: DEBUG nova.network.neutron [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Successfully updated port: 1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.751124] env[69566]: INFO nova.compute.manager [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Terminating instance [ 1057.785819] env[69566]: DEBUG nova.compute.utils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.789748] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.789932] env[69566]: DEBUG nova.network.neutron [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.833763] env[69566]: DEBUG nova.policy [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a48c582c5c34511bd6d50b659a67b26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f50e70e0bbc434dbc4b5e43c7552ee5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.855861] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71ca36b5-c8e3-48b3-87ff-8c3b9acc8b29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.866994] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413812dd-c4e0-446d-ae5e-87438be3ea1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.911255] env[69566]: DEBUG nova.compute.manager [req-07d5bd56-a522-4f07-a301-82d7811f3255 req-304fb723-c7f3-4cfb-a575-3dbf520c6087 service nova] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Detach interface failed, port_id=27f1bf50-977b-4001-9370-e5e501a44961, reason: Instance 8ea8ee53-513b-4b0f-86c9-f135bb15aee8 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.032162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "f4f1e068-6d20-4d8d-9f02-be2300e48319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.032162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.032162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "f4f1e068-6d20-4d8d-9f02-be2300e48319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.032345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.032468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.037046] env[69566]: INFO nova.compute.manager [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Terminating instance [ 1058.070943] env[69566]: DEBUG oslo_vmware.api [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.075491] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740b6c8d-b622-4ca1-ad44-effc6995534d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.088746] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2afe69-bcb3-4d9d-84d3-ad16609273ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.128352] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d884d-0ac9-4724-9340-0aa1a940a301 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.136942] env[69566]: DEBUG nova.network.neutron [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Successfully created port: 8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.142762] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45acd2-e987-48fa-829c-0bfc1496f8a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.161568] env[69566]: DEBUG nova.compute.provider_tree [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.169031] env[69566]: INFO nova.compute.manager [-] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Took 1.31 seconds to deallocate network for instance. [ 1058.195019] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.254699] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.254699] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.254699] env[69566]: DEBUG nova.network.neutron [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.256015] env[69566]: DEBUG nova.compute.manager [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.256173] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.257342] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4a49e-e95d-4032-b018-483c0eb4d860 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.270203] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.270623] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-175fbde1-6a18-4bb0-83ba-d399e4fe9609 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.284920] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1058.284920] env[69566]: value = "task-3407963" [ 1058.284920] env[69566]: _type = "Task" [ 1058.284920] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.293683] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.300182] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.541992] env[69566]: DEBUG nova.compute.manager [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.542503] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.543205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83601b1-6a59-4e40-9721-bc7a6b3ddba6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.551952] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.552226] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec97de2-5100-4eb6-a954-4219030a80c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.564952] env[69566]: DEBUG oslo_vmware.api [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407962, 'name': PowerOnVM_Task, 'duration_secs': 0.547148} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.565263] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Resumed the VM {{(pid=69566) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1058.565446] env[69566]: DEBUG nova.compute.manager [None req-71d3b763-2b66-41aa-a73a-c4e3c77ad5df tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.566624] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df1309-2b8c-4681-bf47-37605304d180 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.653850] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.653850] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.653955] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleting the datastore file [datastore2] f4f1e068-6d20-4d8d-9f02-be2300e48319 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.654226] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e23edeba-5208-4527-8258-57f2f6c7dff7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.661175] env[69566]: DEBUG oslo_vmware.api [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1058.661175] env[69566]: value = "task-3407965" [ 1058.661175] env[69566]: _type = "Task" [ 1058.661175] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.664935] env[69566]: DEBUG nova.scheduler.client.report [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.673567] env[69566]: DEBUG oslo_vmware.api [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.678540] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.795094] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407963, 'name': PowerOffVM_Task, 'duration_secs': 0.200058} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.796038] env[69566]: WARNING nova.network.neutron [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] 50fb37a7-0481-4182-89ac-7150e88c9690 already exists in list: networks containing: ['50fb37a7-0481-4182-89ac-7150e88c9690']. ignoring it [ 1058.797891] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.798077] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.798341] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8a144e-976d-43ce-b8f2-1afcb091e9ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.960104] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.960104] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.960288] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleting the datastore file [datastore1] 407eeafd-6372-41c5-b315-67d5c9ece496 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.960481] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e3cd148-1875-4fc2-a4b3-6ea4b8137bd0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.970185] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1058.970185] env[69566]: value = "task-3407967" [ 1058.970185] env[69566]: _type = "Task" [ 1058.970185] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.979728] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.117472] env[69566]: DEBUG nova.network.neutron [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "address": "fa:16:3e:45:65:04", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc1dbbd-ac", "ovs_interfaceid": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.171675] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.173738] env[69566]: DEBUG oslo_vmware.api [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.174195] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.960s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.174423] env[69566]: DEBUG nova.objects.instance [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid a98c7deb-acff-4748-af32-a20bd91215ce {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.196250] env[69566]: INFO nova.scheduler.client.report [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Deleted allocations for instance 00d077af-c890-49ed-8af5-bfabfc43c6da [ 1059.308091] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.338783] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.339058] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.339225] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.339410] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.339561] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.339712] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.339947] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.340124] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.340297] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.340464] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.340642] env[69566]: DEBUG nova.virt.hardware [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.341553] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fddd2b-9206-4c2a-bd68-aca6c899d40e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.350040] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86ba276-6715-4e85-8447-6153920156fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.428286] env[69566]: DEBUG nova.compute.manager [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-vif-plugged-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.428591] env[69566]: DEBUG oslo_concurrency.lockutils [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.428806] env[69566]: DEBUG oslo_concurrency.lockutils [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.429022] env[69566]: DEBUG oslo_concurrency.lockutils [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.429251] env[69566]: DEBUG nova.compute.manager [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] No waiting events found dispatching network-vif-plugged-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.429443] env[69566]: WARNING nova.compute.manager [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received unexpected event network-vif-plugged-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e for instance with vm_state active and task_state None. [ 1059.429659] env[69566]: DEBUG nova.compute.manager [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-changed-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.429779] env[69566]: DEBUG nova.compute.manager [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing instance network info cache due to event network-changed-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.429949] env[69566]: DEBUG oslo_concurrency.lockutils [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.482166] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.612690] env[69566]: DEBUG nova.network.neutron [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Successfully updated port: 8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.619649] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.620387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.620567] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.620855] env[69566]: DEBUG oslo_concurrency.lockutils [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.621054] env[69566]: DEBUG nova.network.neutron [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing network info cache for port 1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.622741] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a127da-ee9e-40bc-bd2b-0c1528e1284d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.641009] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.641257] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.641418] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.641623] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.641780] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.641926] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.642152] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.642319] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.642488] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.642653] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.642832] env[69566]: DEBUG nova.virt.hardware [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.649050] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfiguring VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1059.649571] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c483c7fc-4d12-4aed-8799-a971811c0feb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.667953] env[69566]: DEBUG oslo_vmware.api [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1059.667953] env[69566]: value = "task-3407968" [ 1059.667953] env[69566]: _type = "Task" [ 1059.667953] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.671373] env[69566]: DEBUG oslo_vmware.api [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3407965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.66891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.674252] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.674510] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.674622] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.674777] env[69566]: INFO nova.compute.manager [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.675019] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.675215] env[69566]: DEBUG nova.compute.manager [-] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.675355] env[69566]: DEBUG nova.network.neutron [-] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.682705] env[69566]: DEBUG oslo_vmware.api [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407968, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.706028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-03fdc9d7-3f47-45ae-b7a1-9a427bef3b90 tempest-ServersTestManualDisk-1543198047 tempest-ServersTestManualDisk-1543198047-project-member] Lock "00d077af-c890-49ed-8af5-bfabfc43c6da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.685s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.920449] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41b6c11-c9ea-4576-99d1-70cfa25f50b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.931036] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9906f-f79d-402d-9010-88f340f57897 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.965017] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2671f3ec-60ad-45ab-9766-006fee69c5fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.978481] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c3c45-3ed6-427f-a02b-e2dcf75ba624 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.987695] env[69566]: DEBUG oslo_vmware.api [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3407967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602671} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.995485] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.995669] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.995847] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.996035] env[69566]: INFO nova.compute.manager [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1059.996297] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.996734] env[69566]: DEBUG nova.compute.provider_tree [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.998044] env[69566]: DEBUG nova.compute.manager [-] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.998158] env[69566]: DEBUG nova.network.neutron [-] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.114834] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "refresh_cache-e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.114997] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquired lock "refresh_cache-e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115177] env[69566]: DEBUG nova.network.neutron [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.186721] env[69566]: DEBUG oslo_vmware.api [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.430713] env[69566]: DEBUG nova.network.neutron [-] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.478737] env[69566]: DEBUG nova.network.neutron [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updated VIF entry in instance network info cache for port 1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.479201] env[69566]: DEBUG nova.network.neutron [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "address": "fa:16:3e:45:65:04", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc1dbbd-ac", "ovs_interfaceid": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.520808] env[69566]: ERROR nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [req-124325f0-6c1b-42e6-b405-c6245feb0c5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-124325f0-6c1b-42e6-b405-c6245feb0c5d"}]} [ 1060.537044] env[69566]: DEBUG nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1060.554649] env[69566]: DEBUG nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1060.555251] env[69566]: DEBUG nova.compute.provider_tree [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.569774] env[69566]: DEBUG nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.589114] env[69566]: DEBUG nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.648607] env[69566]: DEBUG nova.network.neutron [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.682089] env[69566]: DEBUG oslo_vmware.api [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407968, 'name': ReconfigVM_Task, 'duration_secs': 0.592} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.684100] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.684100] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfigured VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1060.793178] env[69566]: DEBUG nova.network.neutron [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Updating instance_info_cache with network_info: [{"id": "8e13a404-7f51-485c-ac4d-b12c9e4f97cc", "address": "fa:16:3e:5e:44:af", "network": {"id": "6f3763ed-4d8e-4e43-bf95-a13ab21b38a5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1954772521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f50e70e0bbc434dbc4b5e43c7552ee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e13a404-7f", "ovs_interfaceid": "8e13a404-7f51-485c-ac4d-b12c9e4f97cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.829172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce95d3b-a784-423a-8c92-da0894772c1e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.838926] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d506761-5aac-450f-8e0c-45e0293927fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.872804] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb34871-be89-4f26-ba75-296a112662de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.886061] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b15cd-e3a5-4564-9c8d-66ddfbc64ea3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.906926] env[69566]: DEBUG nova.compute.provider_tree [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.939828] env[69566]: INFO nova.compute.manager [-] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Took 1.26 seconds to deallocate network for instance. [ 1060.982330] env[69566]: DEBUG oslo_concurrency.lockutils [req-d7b05b9b-1ec3-45cc-9991-e8cbf875f991 req-ded7af79-9177-428b-8944-f9b14cb3b627 service nova] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.064482] env[69566]: DEBUG nova.network.neutron [-] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.190407] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7c7b7c1-c038-42f5-b36e-18dcdae071a1 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.320s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.295489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Releasing lock "refresh_cache-e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.295824] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Instance network_info: |[{"id": "8e13a404-7f51-485c-ac4d-b12c9e4f97cc", "address": "fa:16:3e:5e:44:af", "network": {"id": "6f3763ed-4d8e-4e43-bf95-a13ab21b38a5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1954772521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f50e70e0bbc434dbc4b5e43c7552ee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e13a404-7f", "ovs_interfaceid": "8e13a404-7f51-485c-ac4d-b12c9e4f97cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.296264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:44:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e13a404-7f51-485c-ac4d-b12c9e4f97cc', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.304227] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Creating folder: Project (6f50e70e0bbc434dbc4b5e43c7552ee5). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.304495] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4dd974-69f8-4f9b-b300-5adea22b17e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.331991] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Created folder: Project (6f50e70e0bbc434dbc4b5e43c7552ee5) in parent group-v679651. [ 1061.332243] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Creating folder: Instances. Parent ref: group-v679918. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.332506] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-585b9915-a610-4598-8a13-fddbb3933ac7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.343411] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Created folder: Instances in parent group-v679918. [ 1061.343749] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.344015] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.344303] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6b6899-86dd-4371-950a-a607e2a266a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.374705] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.374705] env[69566]: value = "task-3407971" [ 1061.374705] env[69566]: _type = "Task" [ 1061.374705] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.385772] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407971, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.443691] env[69566]: DEBUG nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.444119] env[69566]: DEBUG nova.compute.provider_tree [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 117 to 118 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.444298] env[69566]: DEBUG nova.compute.provider_tree [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.448734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.562487] env[69566]: DEBUG nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Received event network-vif-plugged-8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.562868] env[69566]: DEBUG oslo_concurrency.lockutils [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] Acquiring lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.563234] env[69566]: DEBUG oslo_concurrency.lockutils [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.563521] env[69566]: DEBUG oslo_concurrency.lockutils [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.567019] env[69566]: DEBUG nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] No waiting events found dispatching network-vif-plugged-8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.567019] env[69566]: WARNING nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Received unexpected event network-vif-plugged-8e13a404-7f51-485c-ac4d-b12c9e4f97cc for instance with vm_state building and task_state spawning. [ 1061.567019] env[69566]: DEBUG nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Received event network-changed-8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.567019] env[69566]: DEBUG nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Refreshing instance network info cache due to event network-changed-8e13a404-7f51-485c-ac4d-b12c9e4f97cc. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.567019] env[69566]: DEBUG oslo_concurrency.lockutils [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] Acquiring lock "refresh_cache-e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.567019] env[69566]: DEBUG oslo_concurrency.lockutils [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] Acquired lock "refresh_cache-e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.567019] env[69566]: DEBUG nova.network.neutron [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Refreshing network info cache for port 8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.571025] env[69566]: INFO nova.compute.manager [-] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Took 1.57 seconds to deallocate network for instance. [ 1061.884783] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407971, 'name': CreateVM_Task, 'duration_secs': 0.357037} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.885029] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.889343] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.889442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.889798] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.890087] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2669be9d-7699-49cd-8019-7d42c18eb7f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.898276] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1061.898276] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5213ac97-c15e-ccf3-62b4-f77648a51bb5" [ 1061.898276] env[69566]: _type = "Task" [ 1061.898276] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.906474] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5213ac97-c15e-ccf3-62b4-f77648a51bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.950686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.776s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.953277] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.245s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.958095] env[69566]: INFO nova.compute.claims [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.985400] env[69566]: INFO nova.scheduler.client.report [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance a98c7deb-acff-4748-af32-a20bd91215ce [ 1062.079037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.413588] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5213ac97-c15e-ccf3-62b4-f77648a51bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.418299] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.418590] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.421659] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.421659] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.421659] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.421659] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9308c4b-7648-4f1d-81df-b1574e0fafe7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.430602] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.430819] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.431698] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b34ee5d-3179-4e7b-bb11-20d57bada8d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.441170] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1062.441170] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ca311b-ad26-e19c-c3d3-c3ed54dbed41" [ 1062.441170] env[69566]: _type = "Task" [ 1062.441170] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.452174] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ca311b-ad26-e19c-c3d3-c3ed54dbed41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.497737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b16f5803-f3ef-47b2-b785-70ae38916ec5 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a98c7deb-acff-4748-af32-a20bd91215ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.757s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.531141] env[69566]: DEBUG nova.network.neutron [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Updated VIF entry in instance network info cache for port 8e13a404-7f51-485c-ac4d-b12c9e4f97cc. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.531905] env[69566]: DEBUG nova.network.neutron [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Updating instance_info_cache with network_info: [{"id": "8e13a404-7f51-485c-ac4d-b12c9e4f97cc", "address": "fa:16:3e:5e:44:af", "network": {"id": "6f3763ed-4d8e-4e43-bf95-a13ab21b38a5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1954772521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f50e70e0bbc434dbc4b5e43c7552ee5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e13a404-7f", "ovs_interfaceid": "8e13a404-7f51-485c-ac4d-b12c9e4f97cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.955762] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ca311b-ad26-e19c-c3d3-c3ed54dbed41, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.956917] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0935ad08-a03b-4aaf-b562-62265207e11e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.968087] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1062.968087] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c3e75c-f97a-b6da-03af-43876e410428" [ 1062.968087] env[69566]: _type = "Task" [ 1062.968087] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.979592] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c3e75c-f97a-b6da-03af-43876e410428, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.979993] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.980318] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] e2a8735f-c35a-4b27-93bc-bc5cd2fcb634/e2a8735f-c35a-4b27-93bc-bc5cd2fcb634.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.980649] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96522ef4-924d-4dc1-a760-4c752413f8e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.990201] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1062.990201] env[69566]: value = "task-3407972" [ 1062.990201] env[69566]: _type = "Task" [ 1062.990201] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.003007] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.034225] env[69566]: DEBUG oslo_concurrency.lockutils [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] Releasing lock "refresh_cache-e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.035468] env[69566]: DEBUG nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Received event network-vif-deleted-249b9359-0352-498c-8561-dc76bdea369c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.036223] env[69566]: DEBUG nova.compute.manager [req-92f7af8b-e700-44fd-8101-0cdebfac44d8 req-85f770ed-828c-4585-b075-00e5f0dad04a service nova] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Received event network-vif-deleted-8166ea41-376c-4083-a48e-74c8f06d0959 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.222057] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee4fb6-6413-4ce3-9558-a4b977248043 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.232193] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8016d69-db36-49ab-add1-319f30b19ea3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.283100] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115350c4-bbed-4e35-bc8b-ab6d4fc529a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.296975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9375944e-52bb-431e-bdab-e5e0d6f71ff0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.320907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-55beb26a-9d15-41a0-8889-f9cc88e19f07" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.321465] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-55beb26a-9d15-41a0-8889-f9cc88e19f07" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.321972] env[69566]: DEBUG nova.objects.instance [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'flavor' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.324210] env[69566]: DEBUG nova.compute.provider_tree [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.501653] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407972, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.831994] env[69566]: DEBUG nova.scheduler.client.report [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.956298] env[69566]: DEBUG nova.objects.instance [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'pci_requests' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.003019] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521325} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.003019] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] e2a8735f-c35a-4b27-93bc-bc5cd2fcb634/e2a8735f-c35a-4b27-93bc-bc5cd2fcb634.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.003019] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.003019] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bb3b500-cd10-47f1-bbf6-e856d9cbe39d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.009916] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1064.009916] env[69566]: value = "task-3407973" [ 1064.009916] env[69566]: _type = "Task" [ 1064.009916] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.020599] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.207465] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.207686] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.338148] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.338821] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.342661] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.266s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.342906] env[69566]: DEBUG nova.objects.instance [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lazy-loading 'resources' on Instance uuid e62f5fbf-6b7d-46ba-92d7-0154e1734f3e {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.459123] env[69566]: DEBUG nova.objects.base [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Object Instance<7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd> lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.459491] env[69566]: DEBUG nova.network.neutron [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.519951] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06978} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.520272] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.521083] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a79d1c-7952-429c-91d4-620bb7e624dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.542989] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e2a8735f-c35a-4b27-93bc-bc5cd2fcb634/e2a8735f-c35a-4b27-93bc-bc5cd2fcb634.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.544425] env[69566]: DEBUG nova.policy [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.546279] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde7d29e-5e7b-4c9d-9495-492a1000bf3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.567269] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1064.567269] env[69566]: value = "task-3407974" [ 1064.567269] env[69566]: _type = "Task" [ 1064.567269] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.576128] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.711543] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.844218] env[69566]: DEBUG nova.compute.utils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.846307] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.846555] env[69566]: DEBUG nova.network.neutron [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.894720] env[69566]: DEBUG nova.policy [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9029cdb2bf7b41849f1181daeaa1145c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '986dba5ad43c430a85679924da30ef32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.079705] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407974, 'name': ReconfigVM_Task, 'duration_secs': 0.276194} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.080871] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e2a8735f-c35a-4b27-93bc-bc5cd2fcb634/e2a8735f-c35a-4b27-93bc-bc5cd2fcb634.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.082042] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427c268-d963-46e3-b22c-af9ba6135c2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.084493] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db15007f-6f7f-4bc2-9a02-723fd2f4b00a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.090942] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b3a864-7a67-4c18-a99e-b335f9b7ec11 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.094973] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1065.094973] env[69566]: value = "task-3407975" [ 1065.094973] env[69566]: _type = "Task" [ 1065.094973] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.129926] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbac3a6-f7e1-49eb-8962-d6c33305377c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.144726] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407975, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.152453] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b736c9-23ed-4e56-91e4-e68fd508f928 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.168237] env[69566]: DEBUG nova.compute.provider_tree [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.182033] env[69566]: DEBUG nova.network.neutron [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Successfully created port: 7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.230308] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.353325] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.605975] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407975, 'name': Rename_Task, 'duration_secs': 0.144563} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.606291] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.606536] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52feb158-528d-482d-ac38-a95705ecbe15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.613867] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1065.613867] env[69566]: value = "task-3407976" [ 1065.613867] env[69566]: _type = "Task" [ 1065.613867] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.621679] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.646371] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.646710] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.647372] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.647372] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.647474] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.650705] env[69566]: INFO nova.compute.manager [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Terminating instance [ 1065.671062] env[69566]: DEBUG nova.scheduler.client.report [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.010600] env[69566]: DEBUG nova.compute.manager [req-f5c49a5c-0413-4919-add4-383b44c3e0a3 req-0bf66a04-6c4c-4c65-9032-dd0ba13a0bf9 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-vif-plugged-55beb26a-9d15-41a0-8889-f9cc88e19f07 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.010841] env[69566]: DEBUG oslo_concurrency.lockutils [req-f5c49a5c-0413-4919-add4-383b44c3e0a3 req-0bf66a04-6c4c-4c65-9032-dd0ba13a0bf9 service nova] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.011229] env[69566]: DEBUG oslo_concurrency.lockutils [req-f5c49a5c-0413-4919-add4-383b44c3e0a3 req-0bf66a04-6c4c-4c65-9032-dd0ba13a0bf9 service nova] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.011368] env[69566]: DEBUG oslo_concurrency.lockutils [req-f5c49a5c-0413-4919-add4-383b44c3e0a3 req-0bf66a04-6c4c-4c65-9032-dd0ba13a0bf9 service nova] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.011501] env[69566]: DEBUG nova.compute.manager [req-f5c49a5c-0413-4919-add4-383b44c3e0a3 req-0bf66a04-6c4c-4c65-9032-dd0ba13a0bf9 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] No waiting events found dispatching network-vif-plugged-55beb26a-9d15-41a0-8889-f9cc88e19f07 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.011813] env[69566]: WARNING nova.compute.manager [req-f5c49a5c-0413-4919-add4-383b44c3e0a3 req-0bf66a04-6c4c-4c65-9032-dd0ba13a0bf9 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received unexpected event network-vif-plugged-55beb26a-9d15-41a0-8889-f9cc88e19f07 for instance with vm_state active and task_state None. [ 1066.032785] env[69566]: DEBUG nova.network.neutron [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Successfully updated port: 55beb26a-9d15-41a0-8889-f9cc88e19f07 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.125425] env[69566]: DEBUG oslo_vmware.api [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407976, 'name': PowerOnVM_Task, 'duration_secs': 0.465471} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.125838] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.125899] env[69566]: INFO nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1066.126090] env[69566]: DEBUG nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.126834] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc634b-70f2-45f3-b4bd-e4a8d9a0b348 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.154711] env[69566]: DEBUG nova.compute.manager [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.154943] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.155778] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993576dc-ea41-4e3b-a393-ba171d1dfb91 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.163979] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.164231] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff886dd9-260f-4f0e-8e8f-f97467027e95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.172845] env[69566]: DEBUG oslo_vmware.api [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1066.172845] env[69566]: value = "task-3407977" [ 1066.172845] env[69566]: _type = "Task" [ 1066.172845] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.176523] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.179175] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.832s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.180726] env[69566]: INFO nova.compute.claims [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.189145] env[69566]: DEBUG oslo_vmware.api [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.206490] env[69566]: INFO nova.scheduler.client.report [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Deleted allocations for instance e62f5fbf-6b7d-46ba-92d7-0154e1734f3e [ 1066.363098] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.391631] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.391913] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.392140] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.392379] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.392654] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.392829] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.393063] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.393232] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.393405] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.393575] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.393769] env[69566]: DEBUG nova.virt.hardware [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.394668] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bf71f4-801e-44ad-a9f2-ebaedcc63b5e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.402852] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20465341-10f3-4dd1-932c-4796bec8ecaa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.535732] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.535952] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.536160] env[69566]: DEBUG nova.network.neutron [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.618429] env[69566]: DEBUG nova.network.neutron [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Successfully updated port: 7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.643504] env[69566]: INFO nova.compute.manager [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Took 22.93 seconds to build instance. [ 1066.687553] env[69566]: DEBUG oslo_vmware.api [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407977, 'name': PowerOffVM_Task, 'duration_secs': 0.236856} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.688052] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.688243] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.688496] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d143290-6c6f-4638-af6b-bad6d2a11756 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.716810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0c3b0f42-d55e-4806-a562-c8d307e422c3 tempest-ServerAddressesNegativeTestJSON-2056031491 tempest-ServerAddressesNegativeTestJSON-2056031491-project-member] Lock "e62f5fbf-6b7d-46ba-92d7-0154e1734f3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.145s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.769309] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.769543] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.769738] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleting the datastore file [datastore1] 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.770011] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46117f87-6646-426d-b9da-0d23069202bf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.776807] env[69566]: DEBUG oslo_vmware.api [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for the task: (returnval){ [ 1066.776807] env[69566]: value = "task-3407979" [ 1066.776807] env[69566]: _type = "Task" [ 1066.776807] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.789467] env[69566]: DEBUG oslo_vmware.api [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.073463] env[69566]: WARNING nova.network.neutron [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] 50fb37a7-0481-4182-89ac-7150e88c9690 already exists in list: networks containing: ['50fb37a7-0481-4182-89ac-7150e88c9690']. ignoring it [ 1067.073684] env[69566]: WARNING nova.network.neutron [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] 50fb37a7-0481-4182-89ac-7150e88c9690 already exists in list: networks containing: ['50fb37a7-0481-4182-89ac-7150e88c9690']. ignoring it [ 1067.093979] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.120637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "refresh_cache-988503f2-e52a-488d-bd9f-73e280534d9e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.120734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquired lock "refresh_cache-988503f2-e52a-488d-bd9f-73e280534d9e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.121483] env[69566]: DEBUG nova.network.neutron [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.149754] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8d61313-1301-4528-9704-78299d33a6b7 tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.442s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.150028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.056s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.150260] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.150483] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.150726] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.152667] env[69566]: INFO nova.compute.manager [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Terminating instance [ 1067.289208] env[69566]: DEBUG oslo_vmware.api [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Task: {'id': task-3407979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15852} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.289656] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.289894] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.290092] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.290273] env[69566]: INFO nova.compute.manager [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1067.290541] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.293051] env[69566]: DEBUG nova.compute.manager [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.293189] env[69566]: DEBUG nova.network.neutron [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.401054] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315744b3-f2f1-4131-a82e-de9ebad3b605 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.412226] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f07c0-6355-4cfb-8038-dbee029a24e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.448052] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23fb2ac-d3de-4e1f-8a5b-89d0ced3a07e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.456343] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370003e-21ec-4826-b121-080f97431f14 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.471217] env[69566]: DEBUG nova.compute.provider_tree [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.656138] env[69566]: DEBUG nova.compute.manager [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.656400] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.657292] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ae361d-72d6-41ef-a89a-e0e36cf85726 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.668339] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.669920] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a2f5e6-13ee-46e3-9a6c-6eb2d4f3e7dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.676375] env[69566]: DEBUG nova.network.neutron [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.680313] env[69566]: DEBUG nova.network.neutron [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "address": "fa:16:3e:45:65:04", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc1dbbd-ac", "ovs_interfaceid": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55beb26a-9d15-41a0-8889-f9cc88e19f07", "address": "fa:16:3e:04:bc:8f", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55beb26a-9d", "ovs_interfaceid": "55beb26a-9d15-41a0-8889-f9cc88e19f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.685877] env[69566]: DEBUG oslo_vmware.api [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1067.685877] env[69566]: value = "task-3407980" [ 1067.685877] env[69566]: _type = "Task" [ 1067.685877] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.701595] env[69566]: DEBUG oslo_vmware.api [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.925308] env[69566]: DEBUG nova.network.neutron [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Updating instance_info_cache with network_info: [{"id": "7b884048-43c7-4063-a86b-6751469a5a8c", "address": "fa:16:3e:79:36:fb", "network": {"id": "8e3323e0-80b1-4ae5-8157-549a04b16737", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1558265601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986dba5ad43c430a85679924da30ef32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b884048-43", "ovs_interfaceid": "7b884048-43c7-4063-a86b-6751469a5a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.974271] env[69566]: DEBUG nova.scheduler.client.report [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.087066] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-changed-55beb26a-9d15-41a0-8889-f9cc88e19f07 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.087265] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing instance network info cache due to event network-changed-55beb26a-9d15-41a0-8889-f9cc88e19f07. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.087454] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.179993] env[69566]: DEBUG nova.network.neutron [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.184015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.184015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.184015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.184278] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.184466] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Refreshing network info cache for port 55beb26a-9d15-41a0-8889-f9cc88e19f07 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.186861] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f909afbe-5d48-44cb-b294-07c12a88e911 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.212762] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.213219] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.213416] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.213621] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.213767] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.213923] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.214155] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.214284] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.214447] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.214634] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.214776] env[69566]: DEBUG nova.virt.hardware [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.222650] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfiguring VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1068.222882] env[69566]: DEBUG oslo_vmware.api [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407980, 'name': PowerOffVM_Task, 'duration_secs': 0.21286} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.223688] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba580ea7-d6fb-446c-a98a-60fcf90f5ef8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.237559] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.237914] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.238611] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d8cca1-980b-4569-a361-2668c0089ea6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.247432] env[69566]: DEBUG oslo_vmware.api [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1068.247432] env[69566]: value = "task-3407982" [ 1068.247432] env[69566]: _type = "Task" [ 1068.247432] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.259968] env[69566]: DEBUG oslo_vmware.api [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407982, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.343045] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.343045] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.343184] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Deleting the datastore file [datastore2] e2a8735f-c35a-4b27-93bc-bc5cd2fcb634 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.343366] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dafa900-cce2-46e2-b286-a66dc3f46335 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.354299] env[69566]: DEBUG oslo_vmware.api [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for the task: (returnval){ [ 1068.354299] env[69566]: value = "task-3407983" [ 1068.354299] env[69566]: _type = "Task" [ 1068.354299] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.364288] env[69566]: DEBUG oslo_vmware.api [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.429226] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Releasing lock "refresh_cache-988503f2-e52a-488d-bd9f-73e280534d9e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.429480] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Instance network_info: |[{"id": "7b884048-43c7-4063-a86b-6751469a5a8c", "address": "fa:16:3e:79:36:fb", "network": {"id": "8e3323e0-80b1-4ae5-8157-549a04b16737", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1558265601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986dba5ad43c430a85679924da30ef32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b884048-43", "ovs_interfaceid": "7b884048-43c7-4063-a86b-6751469a5a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.429955] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:36:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b884048-43c7-4063-a86b-6751469a5a8c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.439055] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Creating folder: Project (986dba5ad43c430a85679924da30ef32). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.439327] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90f60a5-14cf-42c6-920c-c6bed3f5c59f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.453869] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Created folder: Project (986dba5ad43c430a85679924da30ef32) in parent group-v679651. [ 1068.456039] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Creating folder: Instances. Parent ref: group-v679921. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.456039] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecb875e3-f9f7-4caf-8e93-440844c0e908 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.470911] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Created folder: Instances in parent group-v679921. [ 1068.471588] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.471588] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.471707] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b672c81-1ff5-4e33-8c1a-b44458963e7a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.489296] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.489846] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.492726] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.132s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.494282] env[69566]: INFO nova.compute.claims [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.503645] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.503645] env[69566]: value = "task-3407986" [ 1068.503645] env[69566]: _type = "Task" [ 1068.503645] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.510848] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407986, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.682854] env[69566]: INFO nova.compute.manager [-] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Took 1.39 seconds to deallocate network for instance. [ 1068.761863] env[69566]: DEBUG oslo_vmware.api [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.863785] env[69566]: DEBUG oslo_vmware.api [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Task: {'id': task-3407983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137571} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.864066] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.864245] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.864421] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.864586] env[69566]: INFO nova.compute.manager [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1068.864822] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.865026] env[69566]: DEBUG nova.compute.manager [-] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.865123] env[69566]: DEBUG nova.network.neutron [-] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.968291] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updated VIF entry in instance network info cache for port 55beb26a-9d15-41a0-8889-f9cc88e19f07. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.969475] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "address": "fa:16:3e:45:65:04", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dc1dbbd-ac", "ovs_interfaceid": "1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55beb26a-9d15-41a0-8889-f9cc88e19f07", "address": "fa:16:3e:04:bc:8f", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55beb26a-9d", "ovs_interfaceid": "55beb26a-9d15-41a0-8889-f9cc88e19f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.002901] env[69566]: DEBUG nova.compute.utils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.005097] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.005887] env[69566]: DEBUG nova.network.neutron [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.019289] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407986, 'name': CreateVM_Task, 'duration_secs': 0.426593} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.019368] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.020047] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.020224] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.020556] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.020842] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9150e6b1-34d6-45eb-b744-c02e37d5ff17 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.026700] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1069.026700] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5259a506-dfce-acd0-131a-160d513b983e" [ 1069.026700] env[69566]: _type = "Task" [ 1069.026700] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.037052] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5259a506-dfce-acd0-131a-160d513b983e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.075190] env[69566]: DEBUG nova.policy [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f05631382cdf49ee922284c01492131f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '925a6dfa7a694542887ad1bceb66abfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.189890] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.259034] env[69566]: DEBUG oslo_vmware.api [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407982, 'name': ReconfigVM_Task, 'duration_secs': 0.64596} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.259034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.259191] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfigured VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1069.357155] env[69566]: DEBUG nova.network.neutron [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Successfully created port: 9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.473678] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.474053] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Received event network-vif-plugged-7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.474299] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Acquiring lock "988503f2-e52a-488d-bd9f-73e280534d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.474660] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Lock "988503f2-e52a-488d-bd9f-73e280534d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.474749] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Lock "988503f2-e52a-488d-bd9f-73e280534d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.474934] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] No waiting events found dispatching network-vif-plugged-7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.475160] env[69566]: WARNING nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Received unexpected event network-vif-plugged-7b884048-43c7-4063-a86b-6751469a5a8c for instance with vm_state building and task_state spawning. [ 1069.475364] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Received event network-changed-7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.475779] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Refreshing instance network info cache due to event network-changed-7b884048-43c7-4063-a86b-6751469a5a8c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.475779] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Acquiring lock "refresh_cache-988503f2-e52a-488d-bd9f-73e280534d9e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.475977] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Acquired lock "refresh_cache-988503f2-e52a-488d-bd9f-73e280534d9e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.476456] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Refreshing network info cache for port 7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.505204] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.550041] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5259a506-dfce-acd0-131a-160d513b983e, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.556973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.560655] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.561271] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.561271] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.561271] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.562509] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-526f70d5-5bf7-473e-97c8-948afb63b6c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.573102] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.573296] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.574046] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61a8612-a495-4d92-ab6f-958bcc159464 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.582998] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1069.582998] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5222950c-e1e6-af0f-f4dd-b4250968ea5f" [ 1069.582998] env[69566]: _type = "Task" [ 1069.582998] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.591095] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5222950c-e1e6-af0f-f4dd-b4250968ea5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.633551] env[69566]: DEBUG nova.network.neutron [-] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.731030] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03404c-3547-4f01-ab5d-e1117c0d23b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.739073] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b77f92b-b4da-46e9-ac74-e6be049644fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.790793] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cd3c4e66-1695-4aaf-ba6a-45a3af554d1c tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-55beb26a-9d15-41a0-8889-f9cc88e19f07" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.468s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.793260] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3955652b-e7a6-4441-94ad-85133316a68d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.806340] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8addf-30b2-4307-9400-798d9e9e08ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.823823] env[69566]: DEBUG nova.compute.provider_tree [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.095031] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5222950c-e1e6-af0f-f4dd-b4250968ea5f, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.095846] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de750790-8067-4c1b-8926-ebdb8ec3844a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.103305] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1070.103305] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52253789-42f5-785e-4dad-390275fb0f5a" [ 1070.103305] env[69566]: _type = "Task" [ 1070.103305] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.111741] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52253789-42f5-785e-4dad-390275fb0f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.136451] env[69566]: INFO nova.compute.manager [-] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Took 1.27 seconds to deallocate network for instance. [ 1070.150531] env[69566]: DEBUG nova.compute.manager [req-5b5fb7a4-6a60-4d86-be70-ed7c16c1222f req-fef9dfe4-7c2a-49f5-8e13-d5cd7bbcc984 service nova] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Received event network-vif-deleted-8e13a404-7f51-485c-ac4d-b12c9e4f97cc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.196408] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Updated VIF entry in instance network info cache for port 7b884048-43c7-4063-a86b-6751469a5a8c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.196910] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Updating instance_info_cache with network_info: [{"id": "7b884048-43c7-4063-a86b-6751469a5a8c", "address": "fa:16:3e:79:36:fb", "network": {"id": "8e3323e0-80b1-4ae5-8157-549a04b16737", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1558265601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986dba5ad43c430a85679924da30ef32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b884048-43", "ovs_interfaceid": "7b884048-43c7-4063-a86b-6751469a5a8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.328058] env[69566]: DEBUG nova.scheduler.client.report [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.522367] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.547688] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.548285] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.548285] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.548285] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.548458] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.548585] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.548867] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.549052] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.549227] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.549389] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.549560] env[69566]: DEBUG nova.virt.hardware [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.550452] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3496674e-38a0-4159-94c4-b4912e62ccde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.560031] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603754fa-8fa2-46f0-ae05-749e8de0fb0b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.616384] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52253789-42f5-785e-4dad-390275fb0f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.617286] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.617553] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 988503f2-e52a-488d-bd9f-73e280534d9e/988503f2-e52a-488d-bd9f-73e280534d9e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.617833] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d260253-1fef-499e-bd89-4c92614ab670 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.626632] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1070.626632] env[69566]: value = "task-3407987" [ 1070.626632] env[69566]: _type = "Task" [ 1070.626632] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.636126] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.645622] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.699110] env[69566]: DEBUG oslo_concurrency.lockutils [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] Releasing lock "refresh_cache-988503f2-e52a-488d-bd9f-73e280534d9e" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.699450] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Received event network-vif-deleted-8b195509-2c2b-4af5-b2c9-c8ed1de56059 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.699651] env[69566]: INFO nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Neutron deleted interface 8b195509-2c2b-4af5-b2c9-c8ed1de56059; detaching it from the instance and deleting it from the info cache [ 1070.699867] env[69566]: DEBUG nova.network.neutron [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.832934] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.833589] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.836907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.642s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.838351] env[69566]: INFO nova.compute.claims [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.933856] env[69566]: DEBUG nova.compute.manager [req-268369f8-f217-4f36-89cb-a9e2d4451c55 req-f3b75aca-69b0-438d-8a79-8a8aa2f4b4e9 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Received event network-vif-plugged-9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.937358] env[69566]: DEBUG oslo_concurrency.lockutils [req-268369f8-f217-4f36-89cb-a9e2d4451c55 req-f3b75aca-69b0-438d-8a79-8a8aa2f4b4e9 service nova] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.937358] env[69566]: DEBUG oslo_concurrency.lockutils [req-268369f8-f217-4f36-89cb-a9e2d4451c55 req-f3b75aca-69b0-438d-8a79-8a8aa2f4b4e9 service nova] Lock "3d9ba984-8f64-417a-a044-9631add65528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.937358] env[69566]: DEBUG oslo_concurrency.lockutils [req-268369f8-f217-4f36-89cb-a9e2d4451c55 req-f3b75aca-69b0-438d-8a79-8a8aa2f4b4e9 service nova] Lock "3d9ba984-8f64-417a-a044-9631add65528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.937358] env[69566]: DEBUG nova.compute.manager [req-268369f8-f217-4f36-89cb-a9e2d4451c55 req-f3b75aca-69b0-438d-8a79-8a8aa2f4b4e9 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] No waiting events found dispatching network-vif-plugged-9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.937358] env[69566]: WARNING nova.compute.manager [req-268369f8-f217-4f36-89cb-a9e2d4451c55 req-f3b75aca-69b0-438d-8a79-8a8aa2f4b4e9 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Received unexpected event network-vif-plugged-9b268f51-17d9-4dc3-b089-a6da9a5a7d73 for instance with vm_state building and task_state spawning. [ 1071.046183] env[69566]: DEBUG nova.network.neutron [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Successfully updated port: 9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.107095] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.107095] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.137437] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456084} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.137606] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 988503f2-e52a-488d-bd9f-73e280534d9e/988503f2-e52a-488d-bd9f-73e280534d9e.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.137737] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.137975] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92a525c6-f98e-4674-94ce-474dd98fc4dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.144198] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1071.144198] env[69566]: value = "task-3407988" [ 1071.144198] env[69566]: _type = "Task" [ 1071.144198] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.151641] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.202834] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e38d974-9fb7-4143-86c1-a7a469da57a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.212225] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa07bb5-52d3-414d-b8f9-f53774ea1537 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.246930] env[69566]: DEBUG nova.compute.manager [req-6d57eaa4-3a0a-44d4-85d7-9eed1ab392a6 req-bb898297-3bc4-47c9-9f24-13e1e5eac83e service nova] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Detach interface failed, port_id=8b195509-2c2b-4af5-b2c9-c8ed1de56059, reason: Instance 95f69ddc-883e-47ef-9b1a-768cbba65ce0 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.346770] env[69566]: DEBUG nova.compute.utils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.349744] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.349744] env[69566]: DEBUG nova.network.neutron [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.391050] env[69566]: DEBUG nova.policy [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f3ff536dce4456aa4d6419dbc1266cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e23c1a9fb44ac3b2d31d3b2d318ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.551287] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.551287] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.551287] env[69566]: DEBUG nova.network.neutron [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.609678] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.609858] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.610805] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7cb101-fa62-4fd4-9f32-42977605d156 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.630410] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e9eee3-5ba8-4258-8c93-600c1810348f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.660857] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfiguring VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1071.664126] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b04a71-4aff-43d6-8d40-638811c3edbe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.687220] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066466} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.689581] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.689581] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1071.689581] env[69566]: value = "task-3407989" [ 1071.689581] env[69566]: _type = "Task" [ 1071.689581] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.689581] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309b432-27c1-4b54-a781-8ab13b4db39f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.720201] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 988503f2-e52a-488d-bd9f-73e280534d9e/988503f2-e52a-488d-bd9f-73e280534d9e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.723290] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8d01e42-5bad-4dd4-8846-7400fcd60fa1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.738603] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.739469] env[69566]: DEBUG nova.network.neutron [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Successfully created port: b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.748595] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1071.748595] env[69566]: value = "task-3407990" [ 1071.748595] env[69566]: _type = "Task" [ 1071.748595] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.758193] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.849762] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.920781] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.923015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.106940] env[69566]: DEBUG nova.network.neutron [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.118960] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278bb2d-b53b-4467-a9d0-e04850e65b99 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.128378] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d205abc-222f-4ebf-8523-4fdf0ec88c7c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.163807] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d87fd53-ff53-493e-9c5c-b4e25061106a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.172671] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32d515-06e3-44c2-8d21-63b7b12153a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.191698] env[69566]: DEBUG nova.compute.provider_tree [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.205284] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.261818] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.272041] env[69566]: DEBUG nova.network.neutron [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [{"id": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "address": "fa:16:3e:40:08:e2", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b268f51-17", "ovs_interfaceid": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.428608] env[69566]: DEBUG nova.compute.utils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.708404] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.713392] env[69566]: ERROR nova.scheduler.client.report [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [req-10e6b347-d097-4134-8f04-3eb6f1a68ce8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10e6b347-d097-4134-8f04-3eb6f1a68ce8"}]} [ 1072.732756] env[69566]: DEBUG nova.scheduler.client.report [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1072.749424] env[69566]: DEBUG nova.scheduler.client.report [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1072.749656] env[69566]: DEBUG nova.compute.provider_tree [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.762591] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.763638] env[69566]: DEBUG nova.scheduler.client.report [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1072.775384] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.775735] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Instance network_info: |[{"id": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "address": "fa:16:3e:40:08:e2", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b268f51-17", "ovs_interfaceid": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.776184] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:08:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b268f51-17d9-4dc3-b089-a6da9a5a7d73', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.784313] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Creating folder: Project (925a6dfa7a694542887ad1bceb66abfc). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.785434] env[69566]: DEBUG nova.scheduler.client.report [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1072.787562] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75c44826-ebcd-4e70-af23-71685f1ea282 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.802221] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Created folder: Project (925a6dfa7a694542887ad1bceb66abfc) in parent group-v679651. [ 1072.802447] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Creating folder: Instances. Parent ref: group-v679924. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.803911] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01fd6ce5-9d7c-49cf-8d4c-6afd3aa36f93 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.818820] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Created folder: Instances in parent group-v679924. [ 1072.819200] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.819512] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.822600] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d4c872-90d3-4654-9f56-a417d7eb9fc7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.843691] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.843691] env[69566]: value = "task-3407993" [ 1072.843691] env[69566]: _type = "Task" [ 1072.843691] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.853178] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407993, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.863920] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.895698] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.895954] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.896127] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.896314] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.896461] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.896610] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.896824] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.896979] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.897291] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.897484] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.897587] env[69566]: DEBUG nova.virt.hardware [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.898562] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd824841-5c0e-4c41-bc7c-bb5a3507ac88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.910346] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61dfea4-e283-4648-bc51-70047c17c89f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.932450] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.970515] env[69566]: DEBUG nova.compute.manager [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Received event network-changed-9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.970592] env[69566]: DEBUG nova.compute.manager [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Refreshing instance network info cache due to event network-changed-9b268f51-17d9-4dc3-b089-a6da9a5a7d73. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.970804] env[69566]: DEBUG oslo_concurrency.lockutils [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] Acquiring lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.971307] env[69566]: DEBUG oslo_concurrency.lockutils [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] Acquired lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.971307] env[69566]: DEBUG nova.network.neutron [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Refreshing network info cache for port 9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.042575] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506da2f3-9480-4d9f-a9af-b0b182d1a49b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.053111] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2d53ea-7e0b-4cb8-8468-680d9ee549e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.085816] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e0fa1-e872-45e5-9244-a500e0d82c80 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.095054] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330ea68-4f55-4b2e-bcb6-b56025c02900 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.111479] env[69566]: DEBUG nova.compute.provider_tree [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.208511] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.261384] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407990, 'name': ReconfigVM_Task, 'duration_secs': 1.197967} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.261760] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 988503f2-e52a-488d-bd9f-73e280534d9e/988503f2-e52a-488d-bd9f-73e280534d9e.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.262330] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81814639-49de-4b06-8bc2-7dee020409b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.269245] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1073.269245] env[69566]: value = "task-3407994" [ 1073.269245] env[69566]: _type = "Task" [ 1073.269245] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.278711] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407994, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.354292] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3407993, 'name': CreateVM_Task, 'duration_secs': 0.37737} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.354535] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.355221] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.355388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.355715] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.355978] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bb4a40-470e-45a9-99d0-cb4e10181725 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.361163] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1073.361163] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527dcfb9-7e0e-55e9-6828-c83ec69e5b74" [ 1073.361163] env[69566]: _type = "Task" [ 1073.361163] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.372216] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527dcfb9-7e0e-55e9-6828-c83ec69e5b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.493614] env[69566]: DEBUG nova.network.neutron [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Successfully updated port: b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.648920] env[69566]: DEBUG nova.scheduler.client.report [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1073.649257] env[69566]: DEBUG nova.compute.provider_tree [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 119 to 120 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1073.649447] env[69566]: DEBUG nova.compute.provider_tree [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.707587] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.719154] env[69566]: DEBUG nova.network.neutron [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updated VIF entry in instance network info cache for port 9b268f51-17d9-4dc3-b089-a6da9a5a7d73. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.719498] env[69566]: DEBUG nova.network.neutron [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [{"id": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "address": "fa:16:3e:40:08:e2", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b268f51-17", "ovs_interfaceid": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.779644] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407994, 'name': Rename_Task, 'duration_secs': 0.152088} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.779910] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.780168] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18689612-f198-4c21-8b62-6b579faebb83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.787441] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1073.787441] env[69566]: value = "task-3407995" [ 1073.787441] env[69566]: _type = "Task" [ 1073.787441] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.797662] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.877612] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527dcfb9-7e0e-55e9-6828-c83ec69e5b74, 'name': SearchDatastore_Task, 'duration_secs': 0.010685} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.878105] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.878495] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.878880] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.879162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.879486] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.879864] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7930429f-7e70-428b-b10b-67c5585f0d15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.890300] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.890605] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.891735] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845bb9fc-fd85-496d-99e4-0b9ad1c5a684 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.897586] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1073.897586] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dfc188-91aa-8fcf-f4d7-55a3b3889541" [ 1073.897586] env[69566]: _type = "Task" [ 1073.897586] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.905430] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dfc188-91aa-8fcf-f4d7-55a3b3889541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.996479] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.996641] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.996795] env[69566]: DEBUG nova.network.neutron [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.035051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.035234] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.035475] env[69566]: INFO nova.compute.manager [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Attaching volume ef1fb7a3-e9c8-4829-87a2-8a4043f250b0 to /dev/sdb [ 1074.071423] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf532e8-f8a9-4035-84e0-978cffcbace7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.079575] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f784f70f-3d09-4ca7-afae-9a1042778756 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.094823] env[69566]: DEBUG nova.virt.block_device [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updating existing volume attachment record: 93ca01b1-8902-4dd0-89c5-eb9d2d6ccbed {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.155126] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.318s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.155645] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.158394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.480s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.158624] env[69566]: DEBUG nova.objects.instance [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'resources' on Instance uuid 8ea8ee53-513b-4b0f-86c9-f135bb15aee8 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.209890] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.223059] env[69566]: DEBUG oslo_concurrency.lockutils [req-b9d77744-5e6e-4b4e-bfe5-51b07b495a37 req-cdf38d85-284c-4f78-8f56-88079f8573b1 service nova] Releasing lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.299828] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.408381] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dfc188-91aa-8fcf-f4d7-55a3b3889541, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.409294] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d907290-c990-4c8c-b8a0-b379387094ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.416195] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1074.416195] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529c7439-c893-a680-077d-3b8ced961b38" [ 1074.416195] env[69566]: _type = "Task" [ 1074.416195] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.424327] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529c7439-c893-a680-077d-3b8ced961b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.533898] env[69566]: DEBUG nova.network.neutron [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.665495] env[69566]: DEBUG nova.compute.utils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.666832] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.668162] env[69566]: DEBUG nova.network.neutron [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.677033] env[69566]: DEBUG nova.network.neutron [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updating instance_info_cache with network_info: [{"id": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "address": "fa:16:3e:d1:88:86", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40c54ba-e7", "ovs_interfaceid": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.704524] env[69566]: DEBUG nova.policy [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f3a2dcefcf147b8a7e018aec047ac52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8a9b21f31d43dfb163a504959102cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.712585] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.803130] env[69566]: DEBUG oslo_vmware.api [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3407995, 'name': PowerOnVM_Task, 'duration_secs': 0.73164} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.803613] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.803839] env[69566]: INFO nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1074.804031] env[69566]: DEBUG nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.804817] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df9cbe1-ad57-45f0-b2e6-d0c80e58e7ed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.885748] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5eda74-3f2a-4a1d-9709-f7d864499114 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.894298] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5564bfee-2fa7-449a-902f-acad39eb7ee3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.931469] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd83289-2885-4279-80c8-8729e8994c31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.947326] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca104afe-56a6-465f-9685-89a2f7e6727c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.951934] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529c7439-c893-a680-077d-3b8ced961b38, 'name': SearchDatastore_Task, 'duration_secs': 0.025706} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.952253] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.952515] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3d9ba984-8f64-417a-a044-9631add65528/3d9ba984-8f64-417a-a044-9631add65528.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.953261] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a9cd1b1-7ee8-4e2d-949e-0e4c36e80693 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.965777] env[69566]: DEBUG nova.compute.provider_tree [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.967863] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1074.967863] env[69566]: value = "task-3407999" [ 1074.967863] env[69566]: _type = "Task" [ 1074.967863] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.976579] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3407999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.004162] env[69566]: DEBUG nova.compute.manager [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Received event network-vif-plugged-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.004326] env[69566]: DEBUG oslo_concurrency.lockutils [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.004500] env[69566]: DEBUG oslo_concurrency.lockutils [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] Lock "3bdf8749-4461-468d-92c5-20330f4caba0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.004674] env[69566]: DEBUG oslo_concurrency.lockutils [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] Lock "3bdf8749-4461-468d-92c5-20330f4caba0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.004843] env[69566]: DEBUG nova.compute.manager [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] No waiting events found dispatching network-vif-plugged-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.005102] env[69566]: WARNING nova.compute.manager [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Received unexpected event network-vif-plugged-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf for instance with vm_state building and task_state spawning. [ 1075.005206] env[69566]: DEBUG nova.compute.manager [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Received event network-changed-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.005328] env[69566]: DEBUG nova.compute.manager [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Refreshing instance network info cache due to event network-changed-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.005580] env[69566]: DEBUG oslo_concurrency.lockutils [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] Acquiring lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.008400] env[69566]: DEBUG nova.network.neutron [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Successfully created port: d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.170571] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.179016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179335] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Instance network_info: |[{"id": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "address": "fa:16:3e:d1:88:86", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40c54ba-e7", "ovs_interfaceid": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.179619] env[69566]: DEBUG oslo_concurrency.lockutils [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] Acquired lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.179831] env[69566]: DEBUG nova.network.neutron [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Refreshing network info cache for port b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.181031] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:88:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b40c54ba-e71e-4788-91b8-eb0b4f8db8cf', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.193398] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.194503] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.194753] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d19844a-f023-427f-b13d-2b44999ca94e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.218687] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.219939] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.219939] env[69566]: value = "task-3408000" [ 1075.219939] env[69566]: _type = "Task" [ 1075.219939] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.227919] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408000, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.328398] env[69566]: INFO nova.compute.manager [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Took 22.64 seconds to build instance. [ 1075.470505] env[69566]: DEBUG nova.scheduler.client.report [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.485850] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3407999, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.723139] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.733462] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408000, 'name': CreateVM_Task, 'duration_secs': 0.368596} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.734070] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.734787] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.734787] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.734916] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.735787] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a070f83-c8cb-479e-b470-027d83349955 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.740225] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1075.740225] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f46cf2-f176-e7a3-570f-3fb46e0fcdf7" [ 1075.740225] env[69566]: _type = "Task" [ 1075.740225] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.750223] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f46cf2-f176-e7a3-570f-3fb46e0fcdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.831021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0fe80b1a-e22a-48d5-a847-b22b87c85662 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "988503f2-e52a-488d-bd9f-73e280534d9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.157s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.891658] env[69566]: DEBUG nova.network.neutron [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updated VIF entry in instance network info cache for port b40c54ba-e71e-4788-91b8-eb0b4f8db8cf. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.892176] env[69566]: DEBUG nova.network.neutron [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updating instance_info_cache with network_info: [{"id": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "address": "fa:16:3e:d1:88:86", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40c54ba-e7", "ovs_interfaceid": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.981033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.986385] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.538s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.986621] env[69566]: DEBUG nova.objects.instance [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'resources' on Instance uuid f4f1e068-6d20-4d8d-9f02-be2300e48319 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.987683] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3407999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692867} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.987920] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 3d9ba984-8f64-417a-a044-9631add65528/3d9ba984-8f64-417a-a044-9631add65528.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.988150] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.988588] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75c7322f-3a8f-40bd-a3fd-7a6f3bf565b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.995555] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1075.995555] env[69566]: value = "task-3408001" [ 1075.995555] env[69566]: _type = "Task" [ 1075.995555] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.005483] env[69566]: INFO nova.scheduler.client.report [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleted allocations for instance 8ea8ee53-513b-4b0f-86c9-f135bb15aee8 [ 1076.009436] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.179874] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.205437] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.205684] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.205849] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.206077] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.206232] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.206380] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.206585] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.206743] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.206909] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.207081] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.207255] env[69566]: DEBUG nova.virt.hardware [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.208092] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb62e1-11b8-42f9-ae55-9bc4db081853 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.221917] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b75585e-ee6c-4270-ae90-17f4b07091b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.225636] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.247768] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f46cf2-f176-e7a3-570f-3fb46e0fcdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.248086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.248319] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.248554] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.248701] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.248878] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.249128] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4416464-3911-46ab-a644-2fb9f41492a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.258373] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.258621] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.259307] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732d6099-474e-42c6-bf9e-70f6a28ae6a4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.264451] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1076.264451] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5287fb50-63e2-24f1-3255-8fdfd4207ae5" [ 1076.264451] env[69566]: _type = "Task" [ 1076.264451] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.271505] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5287fb50-63e2-24f1-3255-8fdfd4207ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.394458] env[69566]: DEBUG oslo_concurrency.lockutils [req-49ed4564-60de-4100-88d9-f13484587af9 req-48262086-2ab9-49d2-8404-49a7452b730b service nova] Releasing lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.506856] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065888} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.507111] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.507876] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0497597-4e08-4c85-b2c7-452a6d85421d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.516517] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fc3e7f86-ae77-43b8-bf73-6abe3e48550b tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8ea8ee53-513b-4b0f-86c9-f135bb15aee8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.353s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.537740] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3d9ba984-8f64-417a-a044-9631add65528/3d9ba984-8f64-417a-a044-9631add65528.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.541214] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436b4360-13ae-4575-99c9-da8880b0ce4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.561935] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1076.561935] env[69566]: value = "task-3408003" [ 1076.561935] env[69566]: _type = "Task" [ 1076.561935] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.572265] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.659911] env[69566]: DEBUG nova.network.neutron [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Successfully updated port: d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.723528] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.754257] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cbfa09-7ce4-4ec7-927f-3ae613292a7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.763759] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4126b653-25d3-40b9-8841-91247adfcc5a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.780281] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5287fb50-63e2-24f1-3255-8fdfd4207ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.029931} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.821472] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6be4370-9985-4612-bb80-2a374424af2a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.826236] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2724b6a2-677e-4b72-b04a-f23230539754 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.835984] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1076.835984] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e09236-97c8-9c81-6438-66853af8773b" [ 1076.835984] env[69566]: _type = "Task" [ 1076.835984] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.844720] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbe05ef-2426-43ea-bb28-54989161556e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.854820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "988503f2-e52a-488d-bd9f-73e280534d9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.855084] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "988503f2-e52a-488d-bd9f-73e280534d9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.855297] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "988503f2-e52a-488d-bd9f-73e280534d9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.855483] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "988503f2-e52a-488d-bd9f-73e280534d9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.855679] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "988503f2-e52a-488d-bd9f-73e280534d9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.857226] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e09236-97c8-9c81-6438-66853af8773b, 'name': SearchDatastore_Task, 'duration_secs': 0.013566} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.857611] env[69566]: INFO nova.compute.manager [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Terminating instance [ 1076.868439] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.868757] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3bdf8749-4461-468d-92c5-20330f4caba0/3bdf8749-4461-468d-92c5-20330f4caba0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.869561] env[69566]: DEBUG nova.compute.provider_tree [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.871596] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab100b2-f187-4808-a440-cd8356560f3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.880443] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1076.880443] env[69566]: value = "task-3408004" [ 1076.880443] env[69566]: _type = "Task" [ 1076.880443] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.888761] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.031791] env[69566]: DEBUG nova.compute.manager [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Received event network-vif-plugged-d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.032136] env[69566]: DEBUG oslo_concurrency.lockutils [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] Acquiring lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.032353] env[69566]: DEBUG oslo_concurrency.lockutils [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.032545] env[69566]: DEBUG oslo_concurrency.lockutils [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.032743] env[69566]: DEBUG nova.compute.manager [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] No waiting events found dispatching network-vif-plugged-d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.032922] env[69566]: WARNING nova.compute.manager [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Received unexpected event network-vif-plugged-d9752196-a5b0-4449-a886-a11871a869c4 for instance with vm_state building and task_state spawning. [ 1077.033109] env[69566]: DEBUG nova.compute.manager [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Received event network-changed-d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.033309] env[69566]: DEBUG nova.compute.manager [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Refreshing instance network info cache due to event network-changed-d9752196-a5b0-4449-a886-a11871a869c4. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.033495] env[69566]: DEBUG oslo_concurrency.lockutils [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] Acquiring lock "refresh_cache-fdabbf97-afdc-4026-885c-9aa4d5c93d7f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.033636] env[69566]: DEBUG oslo_concurrency.lockutils [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] Acquired lock "refresh_cache-fdabbf97-afdc-4026-885c-9aa4d5c93d7f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.033795] env[69566]: DEBUG nova.network.neutron [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Refreshing network info cache for port d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.073346] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408003, 'name': ReconfigVM_Task, 'duration_secs': 0.290824} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.073726] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3d9ba984-8f64-417a-a044-9631add65528/3d9ba984-8f64-417a-a044-9631add65528.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.074503] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6d3b1b4-535d-4148-8fcd-67c2c8754556 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.082668] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1077.082668] env[69566]: value = "task-3408005" [ 1077.082668] env[69566]: _type = "Task" [ 1077.082668] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.098162] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408005, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.163308] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "refresh_cache-fdabbf97-afdc-4026-885c-9aa4d5c93d7f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.222650] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.376059] env[69566]: DEBUG nova.scheduler.client.report [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.378825] env[69566]: DEBUG nova.compute.manager [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.379049] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.380398] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8319e5-d3d9-4bb6-a181-b2f16b80375c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.397060] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442166} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.399818] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3bdf8749-4461-468d-92c5-20330f4caba0/3bdf8749-4461-468d-92c5-20330f4caba0.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.400049] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.400340] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.400556] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5868ff16-f453-4e32-b414-6a88aa320227 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.402442] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7101561a-2031-4aef-b70f-99d76d521315 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.408832] env[69566]: DEBUG oslo_vmware.api [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1077.408832] env[69566]: value = "task-3408007" [ 1077.408832] env[69566]: _type = "Task" [ 1077.408832] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.410065] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1077.410065] env[69566]: value = "task-3408006" [ 1077.410065] env[69566]: _type = "Task" [ 1077.410065] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.421353] env[69566]: DEBUG oslo_vmware.api [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3408007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.425713] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.436309] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.436547] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.436747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.436939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.437118] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.441234] env[69566]: INFO nova.compute.manager [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Terminating instance [ 1077.581564] env[69566]: DEBUG nova.network.neutron [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.592418] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408005, 'name': Rename_Task, 'duration_secs': 0.220927} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.592691] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.592932] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c352a974-fe74-469f-9554-e70e69318b0e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.598524] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1077.598524] env[69566]: value = "task-3408008" [ 1077.598524] env[69566]: _type = "Task" [ 1077.598524] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.608010] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.713320] env[69566]: DEBUG nova.network.neutron [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.723212] env[69566]: DEBUG oslo_vmware.api [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3407989, 'name': ReconfigVM_Task, 'duration_secs': 5.81278} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.723676] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.723882] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Reconfigured VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1077.882225] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.885356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.806s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.886051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.887727] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.658s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.889272] env[69566]: INFO nova.compute.claims [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.906062] env[69566]: INFO nova.scheduler.client.report [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocations for instance f4f1e068-6d20-4d8d-9f02-be2300e48319 [ 1077.915105] env[69566]: INFO nova.scheduler.client.report [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted allocations for instance 407eeafd-6372-41c5-b315-67d5c9ece496 [ 1077.927061] env[69566]: DEBUG oslo_vmware.api [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3408007, 'name': PowerOffVM_Task, 'duration_secs': 0.180031} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.927540] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.927715] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.927954] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6b1dd9-159d-403b-980c-822f07caaae0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.932854] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066747} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.933335] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.934133] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16465c2-d13e-49f3-89c9-7a0dbf62aa5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.950372] env[69566]: DEBUG nova.compute.manager [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.950717] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.962349] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 3bdf8749-4461-468d-92c5-20330f4caba0/3bdf8749-4461-468d-92c5-20330f4caba0.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.963614] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c801c1-f2d3-4afa-af81-0e82e41c8247 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.966359] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4c20406-774d-49b8-bc3d-fb5aa67b8aff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.991319] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.992596] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c30c48d9-6541-465f-ba4f-4bddb6db3ebf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.994278] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1077.994278] env[69566]: value = "task-3408010" [ 1077.994278] env[69566]: _type = "Task" [ 1077.994278] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.999107] env[69566]: DEBUG oslo_vmware.api [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1077.999107] env[69566]: value = "task-3408011" [ 1077.999107] env[69566]: _type = "Task" [ 1077.999107] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.005641] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.012358] env[69566]: DEBUG oslo_vmware.api [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3408011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.013486] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.013683] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.013987] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Deleting the datastore file [datastore1] 988503f2-e52a-488d-bd9f-73e280534d9e {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.014141] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7b7ef71-5e57-48a9-b7a2-d7c399799e3f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.020611] env[69566]: DEBUG oslo_vmware.api [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for the task: (returnval){ [ 1078.020611] env[69566]: value = "task-3408012" [ 1078.020611] env[69566]: _type = "Task" [ 1078.020611] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.029097] env[69566]: DEBUG oslo_vmware.api [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3408012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.107795] env[69566]: DEBUG oslo_vmware.api [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408008, 'name': PowerOnVM_Task, 'duration_secs': 0.503127} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.108097] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.108309] env[69566]: INFO nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1078.108488] env[69566]: DEBUG nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.109326] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff4c593-83a5-47fc-a5a1-03f3ed108220 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.224579] env[69566]: DEBUG oslo_concurrency.lockutils [req-66bb10b1-d839-4ce3-a5d8-a37b067a3797 req-a69e060c-776b-4dc1-a6c6-7312d3677724 service nova] Releasing lock "refresh_cache-fdabbf97-afdc-4026-885c-9aa4d5c93d7f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.225034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "refresh_cache-fdabbf97-afdc-4026-885c-9aa4d5c93d7f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.225159] env[69566]: DEBUG nova.network.neutron [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.419382] env[69566]: DEBUG oslo_concurrency.lockutils [None req-71c22e9e-6810-4481-bd61-dd611477e21a tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "f4f1e068-6d20-4d8d-9f02-be2300e48319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.387s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.429810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ed52caa9-18ca-4bd9-a7b5-65a5ea29bbc9 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "407eeafd-6372-41c5-b315-67d5c9ece496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.687s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.507712] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408010, 'name': ReconfigVM_Task, 'duration_secs': 0.323767} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.507712] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 3bdf8749-4461-468d-92c5-20330f4caba0/3bdf8749-4461-468d-92c5-20330f4caba0.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.507712] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b30b1bd-3aee-4d30-a31f-ab6bb2b939cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.512161] env[69566]: DEBUG oslo_vmware.api [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3408011, 'name': PowerOffVM_Task, 'duration_secs': 0.259116} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.512715] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.512897] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.513183] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c909b12-5ea7-4d02-90e2-bf3fc48d2722 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.516271] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1078.516271] env[69566]: value = "task-3408013" [ 1078.516271] env[69566]: _type = "Task" [ 1078.516271] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.524048] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408013, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.531082] env[69566]: DEBUG oslo_vmware.api [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Task: {'id': task-3408012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314277} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.531778] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.531778] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.531778] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.532091] env[69566]: INFO nova.compute.manager [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1078.532091] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.532248] env[69566]: DEBUG nova.compute.manager [-] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.532343] env[69566]: DEBUG nova.network.neutron [-] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.597424] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.597848] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.599926] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleting the datastore file [datastore1] 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.599926] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ed67ce-9d8e-45eb-b1e2-b52bfc1d3776 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.610163] env[69566]: DEBUG oslo_vmware.api [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for the task: (returnval){ [ 1078.610163] env[69566]: value = "task-3408015" [ 1078.610163] env[69566]: _type = "Task" [ 1078.610163] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.618605] env[69566]: DEBUG oslo_vmware.api [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3408015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.626280] env[69566]: INFO nova.compute.manager [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Took 23.30 seconds to build instance. [ 1078.643021] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.643021] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.643021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465958f0-9c8a-4d3d-8727-80458a69cbfc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.663719] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ef9af1-2b9e-4751-9e51-294ac99cf8dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.691521] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0/volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.691855] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0590eeda-5eb0-466f-bed5-031ac6a93807 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.709842] env[69566]: DEBUG oslo_vmware.api [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1078.709842] env[69566]: value = "task-3408016" [ 1078.709842] env[69566]: _type = "Task" [ 1078.709842] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.717936] env[69566]: DEBUG oslo_vmware.api [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.767208] env[69566]: DEBUG nova.network.neutron [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.926784] env[69566]: DEBUG nova.network.neutron [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Updating instance_info_cache with network_info: [{"id": "d9752196-a5b0-4449-a886-a11871a869c4", "address": "fa:16:3e:5c:61:5f", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9752196-a5", "ovs_interfaceid": "d9752196-a5b0-4449-a886-a11871a869c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.029350] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408013, 'name': Rename_Task, 'duration_secs': 0.169749} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.030098] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.030098] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e309848-2547-4b31-bfc4-748e90f7dac4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.038188] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1079.038188] env[69566]: value = "task-3408017" [ 1079.038188] env[69566]: _type = "Task" [ 1079.038188] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.048625] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.081149] env[69566]: DEBUG nova.network.neutron [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.081149] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.082820] env[69566]: INFO nova.compute.manager [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Terminating instance [ 1079.092483] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9face-7ed9-463b-b6b7-73dac95043c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.101469] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57961abb-5979-4974-8500-d953bae6fdf0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.133609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-44c747a3-84c2-4c3e-a405-02ee834a79a1 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.814s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.137463] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361d907-de42-431a-a4a4-d95fe0beff3a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.145153] env[69566]: DEBUG oslo_vmware.api [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Task: {'id': task-3408015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239904} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.147188] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.147188] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.147340] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.147420] env[69566]: INFO nova.compute.manager [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1079.147645] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.147892] env[69566]: DEBUG nova.compute.manager [-] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.147981] env[69566]: DEBUG nova.network.neutron [-] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.150748] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c90c51f-739d-4270-99db-3369f48710e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.171044] env[69566]: DEBUG nova.compute.provider_tree [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.222016] env[69566]: DEBUG oslo_vmware.api [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408016, 'name': ReconfigVM_Task, 'duration_secs': 0.397712} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.222016] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0/volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.226729] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d845d9c3-5624-4a1c-9485-33de05305338 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.242521] env[69566]: DEBUG oslo_vmware.api [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1079.242521] env[69566]: value = "task-3408018" [ 1079.242521] env[69566]: _type = "Task" [ 1079.242521] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.245564] env[69566]: DEBUG nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-vif-deleted-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.245924] env[69566]: INFO nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Neutron deleted interface 1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e; detaching it from the instance and deleting it from the info cache [ 1079.246135] env[69566]: DEBUG nova.network.neutron [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "55beb26a-9d15-41a0-8889-f9cc88e19f07", "address": "fa:16:3e:04:bc:8f", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55beb26a-9d", "ovs_interfaceid": "55beb26a-9d15-41a0-8889-f9cc88e19f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.257398] env[69566]: DEBUG oslo_vmware.api [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.377950] env[69566]: DEBUG nova.network.neutron [-] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.429075] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "refresh_cache-fdabbf97-afdc-4026-885c-9aa4d5c93d7f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.429415] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Instance network_info: |[{"id": "d9752196-a5b0-4449-a886-a11871a869c4", "address": "fa:16:3e:5c:61:5f", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9752196-a5", "ovs_interfaceid": "d9752196-a5b0-4449-a886-a11871a869c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.429834] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:61:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9752196-a5b0-4449-a886-a11871a869c4', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.440668] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.441081] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.441888] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a920b1d-44a5-4d0a-8a8f-5b329a6cdded {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.467478] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.467478] env[69566]: value = "task-3408019" [ 1079.467478] env[69566]: _type = "Task" [ 1079.467478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.477676] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408019, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.550230] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408017, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.587096] env[69566]: DEBUG nova.compute.manager [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.587349] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.590294] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1f2b4-3882-48fb-aa4e-8da0e46721b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.598865] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.598865] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18246db6-1fc8-4d00-8abf-801384882f71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.606149] env[69566]: DEBUG oslo_vmware.api [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1079.606149] env[69566]: value = "task-3408020" [ 1079.606149] env[69566]: _type = "Task" [ 1079.606149] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.614631] env[69566]: DEBUG oslo_vmware.api [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.673593] env[69566]: DEBUG nova.scheduler.client.report [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.755601] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] Acquiring lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.755884] env[69566]: DEBUG oslo_vmware.api [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408018, 'name': ReconfigVM_Task, 'duration_secs': 0.142221} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.756183] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.883160] env[69566]: INFO nova.compute.manager [-] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Took 1.35 seconds to deallocate network for instance. [ 1079.932846] env[69566]: DEBUG nova.compute.manager [req-981b9611-6402-488e-8b68-15e3ed642b27 req-e8ebf45d-550b-41e7-ac2b-ec0e446398d5 service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Received event network-vif-deleted-39b97df3-1322-4e10-b561-61dd350d2b35 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.933177] env[69566]: INFO nova.compute.manager [req-981b9611-6402-488e-8b68-15e3ed642b27 req-e8ebf45d-550b-41e7-ac2b-ec0e446398d5 service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Neutron deleted interface 39b97df3-1322-4e10-b561-61dd350d2b35; detaching it from the instance and deleting it from the info cache [ 1079.934125] env[69566]: DEBUG nova.network.neutron [req-981b9611-6402-488e-8b68-15e3ed642b27 req-e8ebf45d-550b-41e7-ac2b-ec0e446398d5 service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.980263] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408019, 'name': CreateVM_Task, 'duration_secs': 0.409307} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.980937] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.981960] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.982304] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.982930] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983423] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dcee06-793d-4ff4-a9d2-850dd6662c49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.991142] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1079.991142] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ab5c8e-cb6d-3fcc-6fd3-f63cc2f080b9" [ 1079.991142] env[69566]: _type = "Task" [ 1079.991142] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.003423] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ab5c8e-cb6d-3fcc-6fd3-f63cc2f080b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.055909] env[69566]: DEBUG oslo_vmware.api [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408017, 'name': PowerOnVM_Task, 'duration_secs': 0.520358} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.055909] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.055909] env[69566]: INFO nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1080.055909] env[69566]: DEBUG nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.055909] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e167f-6b65-428c-b5b7-33c9a0a86d54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.062777] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.063190] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.084406] env[69566]: INFO nova.network.neutron [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Port 1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.087671] env[69566]: INFO nova.network.neutron [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Port 55beb26a-9d15-41a0-8889-f9cc88e19f07 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1080.087671] env[69566]: DEBUG nova.network.neutron [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.093789] env[69566]: DEBUG nova.network.neutron [-] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.119439] env[69566]: DEBUG oslo_vmware.api [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408020, 'name': PowerOffVM_Task, 'duration_secs': 0.230817} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.119715] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.119887] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.120151] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afd6b25f-0088-4d2e-b716-507b4b62a65a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.178794] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.179387] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.182044] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.992s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.182283] env[69566]: DEBUG nova.objects.instance [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lazy-loading 'resources' on Instance uuid 95f69ddc-883e-47ef-9b1a-768cbba65ce0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.216350] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.216572] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.216752] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleting the datastore file [datastore2] 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.217036] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09f193d1-4440-462b-9753-fd021b5d2b01 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.225041] env[69566]: DEBUG oslo_vmware.api [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1080.225041] env[69566]: value = "task-3408022" [ 1080.225041] env[69566]: _type = "Task" [ 1080.225041] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.233942] env[69566]: DEBUG oslo_vmware.api [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.389774] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.435902] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4566f242-40fa-4d0f-b586-95ba83f7918b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.445373] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c9e31c-c1df-45e9-b8c4-57c6a6a34a04 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.472772] env[69566]: DEBUG nova.compute.manager [req-981b9611-6402-488e-8b68-15e3ed642b27 req-e8ebf45d-550b-41e7-ac2b-ec0e446398d5 service nova] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Detach interface failed, port_id=39b97df3-1322-4e10-b561-61dd350d2b35, reason: Instance 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1080.498244] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ab5c8e-cb6d-3fcc-6fd3-f63cc2f080b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021179} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.499700] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.499936] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.500187] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.500336] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.500519] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.503502] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e96e7582-9516-4758-9c5e-de1995461c10 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.505377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.505585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.513976] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.514168] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.514886] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19358403-5165-4df0-b64d-e4e81bd1d248 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.527616] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1080.527616] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52593664-658c-099c-d5fa-031508c0abf9" [ 1080.527616] env[69566]: _type = "Task" [ 1080.527616] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.536429] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52593664-658c-099c-d5fa-031508c0abf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.571132] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.583543] env[69566]: INFO nova.compute.manager [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Took 23.24 seconds to build instance. [ 1080.590490] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.596401] env[69566]: INFO nova.compute.manager [-] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Took 1.45 seconds to deallocate network for instance. [ 1080.687368] env[69566]: DEBUG nova.compute.utils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.693073] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.693295] env[69566]: DEBUG nova.network.neutron [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.741058] env[69566]: DEBUG oslo_vmware.api [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418305} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.743831] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.743994] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.744196] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.744370] env[69566]: INFO nova.compute.manager [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1080.744615] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.746265] env[69566]: DEBUG nova.policy [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.747591] env[69566]: DEBUG nova.compute.manager [-] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.747702] env[69566]: DEBUG nova.network.neutron [-] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.798710] env[69566]: DEBUG nova.objects.instance [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'flavor' on Instance uuid f3b721f8-e851-4e17-ab34-3b6c15583f12 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.842825] env[69566]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 55beb26a-9d15-41a0-8889-f9cc88e19f07 could not be found.", "detail": ""}} {{(pid=69566) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1080.843170] env[69566]: DEBUG nova.network.neutron [-] Unable to show port 55beb26a-9d15-41a0-8889-f9cc88e19f07 as it no longer exists. {{(pid=69566) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1080.967087] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f23a2ed-671e-4163-8544-9b9ce1365a7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.974359] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f1f32a-820b-486d-b930-604c6a971cdc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.009018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6cdea8-ad63-4dce-9080-b4908886e6d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.009718] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.020376] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c68205f-7456-4998-8b23-019569616f71 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.042269] env[69566]: DEBUG nova.compute.provider_tree [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.050379] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52593664-658c-099c-d5fa-031508c0abf9, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.052851] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caaa12ef-97bd-4027-931f-bb15bbea1538 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.062213] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1081.062213] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c5f9aa-0f2e-14f9-053e-3bfc45cf79f5" [ 1081.062213] env[69566]: _type = "Task" [ 1081.062213] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.067223] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c5f9aa-0f2e-14f9-053e-3bfc45cf79f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.085845] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4f6bb7ec-fe49-4cdb-943d-0a2bb7e50fbe tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.752s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.094220] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ea7304a7-8a9b-4b32-8b3c-1292b9d8a59f tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd-1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.987s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.096515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.102729] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.199444] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.291825] env[69566]: DEBUG nova.network.neutron [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Successfully created port: 512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.310158] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3bb73388-9dd0-43a4-bd9b-422bf537d440 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.444246] env[69566]: DEBUG nova.compute.manager [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Received event network-changed-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.444444] env[69566]: DEBUG nova.compute.manager [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Refreshing instance network info cache due to event network-changed-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.444659] env[69566]: DEBUG oslo_concurrency.lockutils [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] Acquiring lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.444800] env[69566]: DEBUG oslo_concurrency.lockutils [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] Acquired lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.444960] env[69566]: DEBUG nova.network.neutron [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Refreshing network info cache for port b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.533296] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.546658] env[69566]: DEBUG nova.scheduler.client.report [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.570223] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c5f9aa-0f2e-14f9-053e-3bfc45cf79f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016406} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.571131] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.571399] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] fdabbf97-afdc-4026-885c-9aa4d5c93d7f/fdabbf97-afdc-4026-885c-9aa4d5c93d7f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.571658] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41331110-9bf4-4427-8b2c-b075515052d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.579132] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1081.579132] env[69566]: value = "task-3408023" [ 1081.579132] env[69566]: _type = "Task" [ 1081.579132] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.587217] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.758542] env[69566]: DEBUG nova.network.neutron [-] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.947209] env[69566]: INFO nova.compute.manager [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Rebuilding instance [ 1082.003211] env[69566]: DEBUG nova.compute.manager [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.004315] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be812af-db4f-41c5-8875-7e3ea12b77f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.026456] env[69566]: DEBUG nova.compute.manager [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Received event network-changed-9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.026658] env[69566]: DEBUG nova.compute.manager [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Refreshing instance network info cache due to event network-changed-9b268f51-17d9-4dc3-b089-a6da9a5a7d73. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.027161] env[69566]: DEBUG oslo_concurrency.lockutils [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] Acquiring lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.027353] env[69566]: DEBUG oslo_concurrency.lockutils [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] Acquired lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.027531] env[69566]: DEBUG nova.network.neutron [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Refreshing network info cache for port 9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.051572] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.053853] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.408s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.054113] env[69566]: DEBUG nova.objects.instance [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lazy-loading 'resources' on Instance uuid e2a8735f-c35a-4b27-93bc-bc5cd2fcb634 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.075071] env[69566]: INFO nova.scheduler.client.report [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Deleted allocations for instance 95f69ddc-883e-47ef-9b1a-768cbba65ce0 [ 1082.094159] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408023, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.210184] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.240035] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.240645] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.241063] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.242141] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.242141] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.242141] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.242141] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.242601] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.242918] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.243278] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.243630] env[69566]: DEBUG nova.virt.hardware [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.244822] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bc7a0e-7a5a-470b-9b14-b96d514ef2cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.254824] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8d5149-bd9b-43a4-b971-a82fe3e1e05b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.262688] env[69566]: INFO nova.compute.manager [-] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Took 1.51 seconds to deallocate network for instance. [ 1082.318600] env[69566]: DEBUG nova.network.neutron [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updated VIF entry in instance network info cache for port b40c54ba-e71e-4788-91b8-eb0b4f8db8cf. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.319155] env[69566]: DEBUG nova.network.neutron [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updating instance_info_cache with network_info: [{"id": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "address": "fa:16:3e:d1:88:86", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb40c54ba-e7", "ovs_interfaceid": "b40c54ba-e71e-4788-91b8-eb0b4f8db8cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.587592] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b841694e-1f59-4d59-a547-7a388ee71498 tempest-ServersNegativeTestJSON-583757154 tempest-ServersNegativeTestJSON-583757154-project-member] Lock "95f69ddc-883e-47ef-9b1a-768cbba65ce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.941s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.595139] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776079} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.598745] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] fdabbf97-afdc-4026-885c-9aa4d5c93d7f/fdabbf97-afdc-4026-885c-9aa4d5c93d7f.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.598983] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.599433] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ded123f-7acf-4576-92ed-dd896df8b600 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.609121] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1082.609121] env[69566]: value = "task-3408024" [ 1082.609121] env[69566]: _type = "Task" [ 1082.609121] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.617525] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.773326] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c969aa9-b17e-41fa-8eb4-c728f69320a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.780519] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6875d34-b849-4b0e-a98e-7d28fca2c47b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.784767] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.814681] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004102a3-eb8c-4247-acfb-766bfcfcb6b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.822430] env[69566]: DEBUG oslo_concurrency.lockutils [req-13c869af-d278-4560-92f3-d1eeb8b4d104 req-71087d8e-c61f-4eb8-bbfd-333728e1d5fb service nova] Releasing lock "refresh_cache-3bdf8749-4461-468d-92c5-20330f4caba0" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.824751] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9186c094-9d09-4fc1-9459-0ddacd2db3dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.840405] env[69566]: DEBUG nova.compute.provider_tree [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.883074] env[69566]: DEBUG nova.network.neutron [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Successfully updated port: 512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.020516] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.020866] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4a6461c-750e-443d-b534-fb8181ce12eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.027804] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1083.027804] env[69566]: value = "task-3408025" [ 1083.027804] env[69566]: _type = "Task" [ 1083.027804] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.036350] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.094718] env[69566]: DEBUG nova.network.neutron [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updated VIF entry in instance network info cache for port 9b268f51-17d9-4dc3-b089-a6da9a5a7d73. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.095114] env[69566]: DEBUG nova.network.neutron [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [{"id": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "address": "fa:16:3e:40:08:e2", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b268f51-17", "ovs_interfaceid": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.117405] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065349} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.117658] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.118425] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e0555-5248-4f38-80f8-9de21022d228 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.140495] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] fdabbf97-afdc-4026-885c-9aa4d5c93d7f/fdabbf97-afdc-4026-885c-9aa4d5c93d7f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.141031] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a04fb5f3-f0b6-4683-8083-32f797af5e66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.160402] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1083.160402] env[69566]: value = "task-3408026" [ 1083.160402] env[69566]: _type = "Task" [ 1083.160402] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.168686] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.348602] env[69566]: DEBUG nova.scheduler.client.report [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.388973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-cce6ca00-d570-459d-99a9-4a15aa7f2e30" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.388973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-cce6ca00-d570-459d-99a9-4a15aa7f2e30" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.388973] env[69566]: DEBUG nova.network.neutron [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.469446] env[69566]: DEBUG nova.compute.manager [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Received event network-vif-plugged-512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.469677] env[69566]: DEBUG oslo_concurrency.lockutils [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] Acquiring lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.469902] env[69566]: DEBUG oslo_concurrency.lockutils [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.470362] env[69566]: DEBUG oslo_concurrency.lockutils [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.470570] env[69566]: DEBUG nova.compute.manager [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] No waiting events found dispatching network-vif-plugged-512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.470759] env[69566]: WARNING nova.compute.manager [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Received unexpected event network-vif-plugged-512d25e4-09d9-49de-96da-6da550c1eb74 for instance with vm_state building and task_state spawning. [ 1083.470938] env[69566]: DEBUG nova.compute.manager [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Received event network-changed-512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.471120] env[69566]: DEBUG nova.compute.manager [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Refreshing instance network info cache due to event network-changed-512d25e4-09d9-49de-96da-6da550c1eb74. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.471292] env[69566]: DEBUG oslo_concurrency.lockutils [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] Acquiring lock "refresh_cache-cce6ca00-d570-459d-99a9-4a15aa7f2e30" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.539124] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408025, 'name': PowerOffVM_Task, 'duration_secs': 0.433349} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.539170] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.600064] env[69566]: INFO nova.compute.manager [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Detaching volume ef1fb7a3-e9c8-4829-87a2-8a4043f250b0 [ 1083.600661] env[69566]: DEBUG oslo_concurrency.lockutils [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] Releasing lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.601413] env[69566]: DEBUG nova.compute.manager [req-e2fab4e7-6920-4641-91af-500f81800ec1 req-3923f453-f791-430c-99b4-e7f1f3671cd1 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-vif-deleted-deb8bc51-c198-41de-85d4-0b5811c3c46c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.633920] env[69566]: INFO nova.virt.block_device [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Attempting to driver detach volume ef1fb7a3-e9c8-4829-87a2-8a4043f250b0 from mountpoint /dev/sdb [ 1083.634227] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.634445] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.635348] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e817a77-425f-4589-9ff7-41c464e42029 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.661247] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013869c-e8ef-4c60-a4ea-17b9ff80ad45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.674927] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee392d-e605-4f8c-980b-c8eee1779d83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.677285] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.696412] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2e1f59-38ad-48b1-bab4-55228742baf3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.711292] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] The volume has not been displaced from its original location: [datastore2] volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0/volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.716667] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.716945] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfaf4b0a-9257-4c51-94c0-8b8d070ae46a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.737066] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1083.737066] env[69566]: value = "task-3408027" [ 1083.737066] env[69566]: _type = "Task" [ 1083.737066] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.744126] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.853359] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.856732] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.467s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.857054] env[69566]: DEBUG nova.objects.instance [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lazy-loading 'resources' on Instance uuid 988503f2-e52a-488d-bd9f-73e280534d9e {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.883207] env[69566]: INFO nova.scheduler.client.report [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Deleted allocations for instance e2a8735f-c35a-4b27-93bc-bc5cd2fcb634 [ 1083.937879] env[69566]: DEBUG nova.network.neutron [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.079320] env[69566]: DEBUG nova.network.neutron [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Updating instance_info_cache with network_info: [{"id": "512d25e4-09d9-49de-96da-6da550c1eb74", "address": "fa:16:3e:7a:0f:4a", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512d25e4-09", "ovs_interfaceid": "512d25e4-09d9-49de-96da-6da550c1eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.173773] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408026, 'name': ReconfigVM_Task, 'duration_secs': 0.68936} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.174708] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] fdabbf97-afdc-4026-885c-9aa4d5c93d7f/fdabbf97-afdc-4026-885c-9aa4d5c93d7f.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.174909] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5ca6597-b304-4a95-95e6-7315dd25b9ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180449] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1084.180449] env[69566]: value = "task-3408028" [ 1084.180449] env[69566]: _type = "Task" [ 1084.180449] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.187707] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408028, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.245014] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408027, 'name': ReconfigVM_Task, 'duration_secs': 0.215655} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.245419] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.250335] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6211a335-b32c-4a87-8b6e-8ff78d0bb06b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.267188] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1084.267188] env[69566]: value = "task-3408029" [ 1084.267188] env[69566]: _type = "Task" [ 1084.267188] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.275213] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.396652] env[69566]: DEBUG oslo_concurrency.lockutils [None req-90c3d4c2-a7f2-4e32-b9ed-7e38228d910d tempest-InstanceActionsV221TestJSON-1356131586 tempest-InstanceActionsV221TestJSON-1356131586-project-member] Lock "e2a8735f-c35a-4b27-93bc-bc5cd2fcb634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.246s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.529772] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ee823f-27d0-47b2-8ca2-5537643c8393 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.538012] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca435e-d6b5-4bcc-a909-6d9bf96c8d1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.568950] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b33ab-5fc2-48c9-ae3e-4f1bb1873618 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.576383] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b079e7-7901-45e2-a605-f7de33ecc6d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.581991] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-cce6ca00-d570-459d-99a9-4a15aa7f2e30" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.582316] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Instance network_info: |[{"id": "512d25e4-09d9-49de-96da-6da550c1eb74", "address": "fa:16:3e:7a:0f:4a", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512d25e4-09", "ovs_interfaceid": "512d25e4-09d9-49de-96da-6da550c1eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.591468] env[69566]: DEBUG oslo_concurrency.lockutils [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] Acquired lock "refresh_cache-cce6ca00-d570-459d-99a9-4a15aa7f2e30" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.591715] env[69566]: DEBUG nova.network.neutron [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Refreshing network info cache for port 512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.592954] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:0f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '512d25e4-09d9-49de-96da-6da550c1eb74', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.600878] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.601305] env[69566]: DEBUG nova.compute.provider_tree [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.603264] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.603651] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb1f6d9a-0738-4a0b-b257-1d1087ee1420 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.623723] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.623723] env[69566]: value = "task-3408030" [ 1084.623723] env[69566]: _type = "Task" [ 1084.623723] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.631342] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408030, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.691862] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408028, 'name': Rename_Task, 'duration_secs': 0.254552} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.692332] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.692646] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad4e5847-dcc6-4826-973b-2b5cf6efe194 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.698315] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1084.698315] env[69566]: value = "task-3408031" [ 1084.698315] env[69566]: _type = "Task" [ 1084.698315] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.709789] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.777390] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408029, 'name': ReconfigVM_Task, 'duration_secs': 0.186205} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.777770] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.106661] env[69566]: DEBUG nova.scheduler.client.report [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.135553] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408030, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.209366] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.437123] env[69566]: DEBUG nova.network.neutron [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Updated VIF entry in instance network info cache for port 512d25e4-09d9-49de-96da-6da550c1eb74. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.437123] env[69566]: DEBUG nova.network.neutron [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Updating instance_info_cache with network_info: [{"id": "512d25e4-09d9-49de-96da-6da550c1eb74", "address": "fa:16:3e:7a:0f:4a", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512d25e4-09", "ovs_interfaceid": "512d25e4-09d9-49de-96da-6da550c1eb74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.613277] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.615929] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.519s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.617677] env[69566]: INFO nova.compute.claims [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.635619] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408030, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.652153] env[69566]: INFO nova.scheduler.client.report [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Deleted allocations for instance 988503f2-e52a-488d-bd9f-73e280534d9e [ 1085.712182] env[69566]: DEBUG oslo_vmware.api [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408031, 'name': PowerOnVM_Task, 'duration_secs': 0.74241} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.712182] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.712182] env[69566]: INFO nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1085.712182] env[69566]: DEBUG nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.712182] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a68908c-8e8d-46f0-9fdb-da10f735550f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.845561] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.845561] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e4b863-7c4c-4f19-8ee2-829864b11fd4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.854729] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1085.854729] env[69566]: value = "task-3408032" [ 1085.854729] env[69566]: _type = "Task" [ 1085.854729] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.867414] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.867414] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1085.867566] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1085.871229] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e59881c-f1fb-4080-b7c6-f0a3501dfdd7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.896600] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92047721-0bc2-48f6-9006-d7df16b2c4ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.904380] env[69566]: WARNING nova.virt.vmwareapi.driver [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1085.904683] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.905520] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3cac08-3dd6-4429-90c4-dc018902819a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.914355] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.914622] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-275efd3f-a01d-482e-a2f9-c68dc7f4a8df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.941274] env[69566]: DEBUG oslo_concurrency.lockutils [req-1c4d6a0c-9427-4d4b-bd3f-6e1ba757eede req-3896e0e1-e150-4c5e-9dd6-c287d183c69e service nova] Releasing lock "refresh_cache-cce6ca00-d570-459d-99a9-4a15aa7f2e30" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.978036] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.978263] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.978444] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore2] f3b721f8-e851-4e17-ab34-3b6c15583f12 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.978719] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae4d6921-5428-48f4-953f-a54d81b4595c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.984971] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1085.984971] env[69566]: value = "task-3408034" [ 1085.984971] env[69566]: _type = "Task" [ 1085.984971] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.993276] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.139562] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408030, 'name': CreateVM_Task, 'duration_secs': 1.079079} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.139808] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.140657] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.140883] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.141504] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.142047] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d00d8b-0345-45cb-acf8-ac2909098c48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.147839] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1086.147839] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5238faa1-2fdb-bd75-8ecc-f9397add7161" [ 1086.147839] env[69566]: _type = "Task" [ 1086.147839] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.160368] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238faa1-2fdb-bd75-8ecc-f9397add7161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.163493] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b716436-ac40-4c55-8a31-af68a2bd1009 tempest-ServerTagsTestJSON-1422397021 tempest-ServerTagsTestJSON-1422397021-project-member] Lock "988503f2-e52a-488d-bd9f-73e280534d9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.308s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.234833] env[69566]: INFO nova.compute.manager [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Took 28.06 seconds to build instance. [ 1086.496663] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216585} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.496663] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.496663] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.496663] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.663016] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238faa1-2fdb-bd75-8ecc-f9397add7161, 'name': SearchDatastore_Task, 'duration_secs': 0.020122} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.663928] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.663928] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.663928] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.664233] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.664233] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.664493] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-121390b1-cd2d-4256-aad4-6b1661b91cd4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.675545] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.675545] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.677918] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8156dc-a22b-4873-afaa-90c7600fc9c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.681949] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1086.681949] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52537c48-28f9-0995-3bee-dc1d0180d788" [ 1086.681949] env[69566]: _type = "Task" [ 1086.681949] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.692663] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52537c48-28f9-0995-3bee-dc1d0180d788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.738818] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8fd5ded7-5a54-4e59-9994-8c7c369a59e4 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.574s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.830960] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3687ae4f-2ecb-4375-acff-8ca118885471 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.839951] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cab8cc-7b25-4ab3-8101-c29e3188a39e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.878034] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a0ed0-3dd5-4593-8a8a-edf089ba345b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.886462] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b62b2a8-8ea4-4ac9-ac87-e723a74a20e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.901617] env[69566]: DEBUG nova.compute.provider_tree [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.004670] env[69566]: INFO nova.virt.block_device [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Booting with volume ef1fb7a3-e9c8-4829-87a2-8a4043f250b0 at /dev/sdb [ 1087.042559] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b939f6e3-815c-4474-af1c-4870325c14a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.053568] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd9222-0948-4cef-8287-eb861b6e507e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.093979] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b4fe5c7-6819-471d-a638-b120ecf51a29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.103333] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af31a1d-85ff-4bf8-b35d-9f12a83dcabf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.137102] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c524b8-c230-4950-8ddf-3672f2b030c4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.147450] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d52961a-6a23-48ca-9255-f920044bb3f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.161693] env[69566]: DEBUG nova.virt.block_device [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updating existing volume attachment record: b612700d-1a77-4623-a913-18894b867fe2 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.192405] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52537c48-28f9-0995-3bee-dc1d0180d788, 'name': SearchDatastore_Task, 'duration_secs': 0.018255} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.193347] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae01cfa-b366-45e1-ac0c-0b49090adb37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.203067] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1087.203067] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527f3dd7-a7ca-6ef0-94a4-0c291d4a6a9c" [ 1087.203067] env[69566]: _type = "Task" [ 1087.203067] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.211421] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527f3dd7-a7ca-6ef0-94a4-0c291d4a6a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.404721] env[69566]: DEBUG nova.scheduler.client.report [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.577713] env[69566]: DEBUG nova.compute.manager [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.578563] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32ae258-5753-42e2-9f32-fb7ee4d63654 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.715447] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527f3dd7-a7ca-6ef0-94a4-0c291d4a6a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.719526] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.719526] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] cce6ca00-d570-459d-99a9-4a15aa7f2e30/cce6ca00-d570-459d-99a9-4a15aa7f2e30.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.719526] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a525514-a8cd-42de-aa2f-4eb552039a06 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.725385] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1087.725385] env[69566]: value = "task-3408035" [ 1087.725385] env[69566]: _type = "Task" [ 1087.725385] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.734384] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.910694] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.911587] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.915117] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.812s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.915538] env[69566]: DEBUG nova.objects.instance [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lazy-loading 'resources' on Instance uuid 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.095277] env[69566]: INFO nova.compute.manager [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] instance snapshotting [ 1088.098296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d099f2d6-7e51-47d0-a6d6-a60e8489ac15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.122050] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c068c84-b59c-47d9-9da2-73de6b368fa3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.236915] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488671} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.237314] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] cce6ca00-d570-459d-99a9-4a15aa7f2e30/cce6ca00-d570-459d-99a9-4a15aa7f2e30.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.237713] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.238048] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b055f7e-0430-408c-918f-17b07b580e8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.245478] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1088.245478] env[69566]: value = "task-3408036" [ 1088.245478] env[69566]: _type = "Task" [ 1088.245478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.258380] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.264410] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.264410] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.424304] env[69566]: DEBUG nova.compute.utils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.430217] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.430980] env[69566]: DEBUG nova.network.neutron [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.519132] env[69566]: DEBUG nova.policy [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86487b84155243baa83db5358dc1bcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecaf255878e24603871a2d1486b7a799', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.617449] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06fc165-165a-4d90-9f1c-3e68a2edee58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.626446] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd59c12f-0b5f-4a5d-9fbc-316601d0d759 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.664204] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1088.664726] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39df6144-64f0-4220-a01a-fa4ba51b8818 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.667313] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ab042-37c2-45f1-8804-dfe61e22ef05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.680270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c039f7-2616-47e4-ac9f-d8359900bff0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.682529] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1088.682529] env[69566]: value = "task-3408037" [ 1088.682529] env[69566]: _type = "Task" [ 1088.682529] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.697978] env[69566]: DEBUG nova.compute.provider_tree [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.704209] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408037, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.755697] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062954} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.756093] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.756747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54319d85-8c1f-40d3-b6e3-4075a0e57141 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.785749] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] cce6ca00-d570-459d-99a9-4a15aa7f2e30/cce6ca00-d570-459d-99a9-4a15aa7f2e30.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.786835] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5062ab-0b27-44ee-869a-cde58775970d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.802606] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.802927] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.803615] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.803989] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.803989] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.804206] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.804383] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1088.805670] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.808345] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1088.808345] env[69566]: value = "task-3408038" [ 1088.808345] env[69566]: _type = "Task" [ 1088.808345] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.819384] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.931027] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.937426] env[69566]: DEBUG nova.network.neutron [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Successfully created port: 59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.973698] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.974015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.194834] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408037, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.202053] env[69566]: DEBUG nova.scheduler.client.report [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.308707] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.323078] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408038, 'name': ReconfigVM_Task, 'duration_secs': 0.318243} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.325347] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.325653] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.325746] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.325907] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.326112] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.326279] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.326677] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.326677] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.326820] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.327038] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.327238] env[69566]: DEBUG nova.virt.hardware [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.327590] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Reconfigured VM instance instance-00000062 to attach disk [datastore2] cce6ca00-d570-459d-99a9-4a15aa7f2e30/cce6ca00-d570-459d-99a9-4a15aa7f2e30.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.328728] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea49604-1697-45df-89f6-4ea7350b52c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.331979] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f60c09c-0047-4b39-aa2f-32cd5d0eaba4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.340164] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388d910-5817-4690-931b-d4450c409da0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.348613] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1089.348613] env[69566]: value = "task-3408039" [ 1089.348613] env[69566]: _type = "Task" [ 1089.348613] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.360048] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:b0:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23965c43-1ee3-4442-baf6-c667abf86b4c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.369899] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.372063] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.376499] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-566dbc7b-5c7f-4f72-b09a-4d83cdaee090 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.392400] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408039, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.397555] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.397555] env[69566]: value = "task-3408040" [ 1089.397555] env[69566]: _type = "Task" [ 1089.397555] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.406046] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408040, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.477776] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.694512] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408037, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.707810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.710951] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.178s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.712574] env[69566]: INFO nova.compute.claims [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.759784] env[69566]: INFO nova.scheduler.client.report [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Deleted allocations for instance 8a4fd34d-acc7-4c1b-af27-9c4322b5e363 [ 1089.855858] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408039, 'name': Rename_Task, 'duration_secs': 0.151562} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.856204] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.856417] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b54656-f064-4ce1-9174-a28b40cb0544 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.863601] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1089.863601] env[69566]: value = "task-3408041" [ 1089.863601] env[69566]: _type = "Task" [ 1089.863601] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.877989] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.913548] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408040, 'name': CreateVM_Task, 'duration_secs': 0.493331} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.913849] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.915071] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.915764] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.916688] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.917231] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84287db5-cec9-4410-babd-187ec35196d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.924505] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1089.924505] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ab71d7-9895-3354-707c-796e3bdd11dd" [ 1089.924505] env[69566]: _type = "Task" [ 1089.924505] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.934752] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ab71d7-9895-3354-707c-796e3bdd11dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.944234] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.982727] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.983050] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.983266] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.983510] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.983706] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.983902] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.984206] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.984456] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.984722] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.984977] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.985245] env[69566]: DEBUG nova.virt.hardware [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.989295] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b483e6-37f5-4aef-9c90-b8427fb0d4cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.999784] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7027a5e-e56b-46ae-9ee1-a14af18e95dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.015881] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.196153] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408037, 'name': CreateSnapshot_Task, 'duration_secs': 1.322703} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.196432] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.197189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7211350a-c1c3-4a50-bf55-964162b64e2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.273674] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7f6ae55-3a9c-4fbf-8bad-5e712e29a8b7 tempest-ServerRescueNegativeTestJSON-1113411482 tempest-ServerRescueNegativeTestJSON-1113411482-project-member] Lock "8a4fd34d-acc7-4c1b-af27-9c4322b5e363" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.836s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.374186] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408041, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.398490] env[69566]: DEBUG nova.compute.manager [req-401c0852-0f8f-45eb-b8b5-6b60a76d9130 req-de21a70d-fe84-4b8b-baa3-5b9202849f88 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Received event network-vif-plugged-59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.398738] env[69566]: DEBUG oslo_concurrency.lockutils [req-401c0852-0f8f-45eb-b8b5-6b60a76d9130 req-de21a70d-fe84-4b8b-baa3-5b9202849f88 service nova] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.399245] env[69566]: DEBUG oslo_concurrency.lockutils [req-401c0852-0f8f-45eb-b8b5-6b60a76d9130 req-de21a70d-fe84-4b8b-baa3-5b9202849f88 service nova] Lock "30c81c20-4eff-4534-aef2-23996c37b943-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.399420] env[69566]: DEBUG oslo_concurrency.lockutils [req-401c0852-0f8f-45eb-b8b5-6b60a76d9130 req-de21a70d-fe84-4b8b-baa3-5b9202849f88 service nova] Lock "30c81c20-4eff-4534-aef2-23996c37b943-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.399595] env[69566]: DEBUG nova.compute.manager [req-401c0852-0f8f-45eb-b8b5-6b60a76d9130 req-de21a70d-fe84-4b8b-baa3-5b9202849f88 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] No waiting events found dispatching network-vif-plugged-59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.399762] env[69566]: WARNING nova.compute.manager [req-401c0852-0f8f-45eb-b8b5-6b60a76d9130 req-de21a70d-fe84-4b8b-baa3-5b9202849f88 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Received unexpected event network-vif-plugged-59c163b3-8a30-4f5e-b748-a0d76793404e for instance with vm_state building and task_state spawning. [ 1090.437495] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ab71d7-9895-3354-707c-796e3bdd11dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.438193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.438438] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.438723] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.438944] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.439035] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.439288] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-931bc23e-391d-4ab6-a85f-e9e50ead71d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.447890] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.448213] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.449759] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9444be-8566-4ce5-ba35-d49adb8db95d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.455375] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1090.455375] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52da15ec-261f-899f-f7ff-20cd1a20be81" [ 1090.455375] env[69566]: _type = "Task" [ 1090.455375] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.463363] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52da15ec-261f-899f-f7ff-20cd1a20be81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.483331] env[69566]: DEBUG nova.network.neutron [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Successfully updated port: 59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.718268] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1090.718572] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-31db5852-bb25-4cd3-afb8-bb89d729d0f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.731806] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1090.731806] env[69566]: value = "task-3408042" [ 1090.731806] env[69566]: _type = "Task" [ 1090.731806] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.745093] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408042, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.876529] env[69566]: DEBUG oslo_vmware.api [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408041, 'name': PowerOnVM_Task, 'duration_secs': 0.874081} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.879455] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.879945] env[69566]: INFO nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1090.880364] env[69566]: DEBUG nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.881722] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c220f147-2edc-4f2c-9b7a-57dc020ebefc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.929911] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11540ce0-4629-4a47-b6d6-b47b7adaee0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.936710] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cbf86e-255f-4a37-a740-45f3a116af73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.980509] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260c8804-a4ec-4f0b-98a4-da618a2ecc4e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.990342] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.990581] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.990780] env[69566]: DEBUG nova.network.neutron [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.995113] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52da15ec-261f-899f-f7ff-20cd1a20be81, 'name': SearchDatastore_Task, 'duration_secs': 0.016478} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.998944] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a01dd5-ca7b-46cd-bef9-02ca74b58376 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.002465] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeab9bc-9c0c-4716-ab68-0f91131278a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.012774] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1091.012774] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5238f272-063d-f155-61e8-bcb8a487f203" [ 1091.012774] env[69566]: _type = "Task" [ 1091.012774] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.023557] env[69566]: DEBUG nova.compute.provider_tree [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.034080] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5238f272-063d-f155-61e8-bcb8a487f203, 'name': SearchDatastore_Task, 'duration_secs': 0.015424} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.034637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.035180] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.035573] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc512f4f-0d64-4ebd-bc73-39f0555372f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.044159] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1091.044159] env[69566]: value = "task-3408043" [ 1091.044159] env[69566]: _type = "Task" [ 1091.044159] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.052279] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.134220] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.134757] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.165468] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.165747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.242814] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408042, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.404104] env[69566]: INFO nova.compute.manager [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Took 26.19 seconds to build instance. [ 1091.529397] env[69566]: DEBUG nova.network.neutron [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.532340] env[69566]: DEBUG nova.scheduler.client.report [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.557332] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408043, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.637476] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.668074] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.687230] env[69566]: DEBUG nova.network.neutron [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.746293] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408042, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.908322] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b7a33079-d609-41f3-b277-55b4e4a7f893 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.700s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.037308] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.038313] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.040509] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.256s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.040587] env[69566]: DEBUG nova.objects.instance [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'resources' on Instance uuid 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.055958] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546054} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.057621] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.057621] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.057853] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d96d9126-b4ae-4550-af91-115b2670183e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.067183] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1092.067183] env[69566]: value = "task-3408044" [ 1092.067183] env[69566]: _type = "Task" [ 1092.067183] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.078455] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.160996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.190885] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.192032] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Instance network_info: |[{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.192746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.193211] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:34:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59c163b3-8a30-4f5e-b748-a0d76793404e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.201257] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.201915] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.202231] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d1f162-0557-473a-8129-31eb7aeca156 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.225604] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.225604] env[69566]: value = "task-3408045" [ 1092.225604] env[69566]: _type = "Task" [ 1092.225604] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.233477] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408045, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.242727] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408042, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.540446] env[69566]: DEBUG nova.compute.manager [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Received event network-changed-59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.540872] env[69566]: DEBUG nova.compute.manager [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Refreshing instance network info cache due to event network-changed-59c163b3-8a30-4f5e-b748-a0d76793404e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.540872] env[69566]: DEBUG oslo_concurrency.lockutils [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.540872] env[69566]: DEBUG oslo_concurrency.lockutils [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.541708] env[69566]: DEBUG nova.network.neutron [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Refreshing network info cache for port 59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.547972] env[69566]: DEBUG nova.compute.utils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.554393] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.554570] env[69566]: DEBUG nova.network.neutron [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.579051] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065194} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.582332] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.583902] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a612e5-9946-4ef0-9313-742bc1d35075 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611442] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.617769] env[69566]: DEBUG nova.policy [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '393f8c7b29d5406a8b21cdf7b62a94bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '872b7afbe09a4ca2a113beec04f4be28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.620193] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ceedc25-c4a4-496f-b554-c473430366d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.639357] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "a6b694a7-6981-47ad-a7e3-ffc72c967980" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.640033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.645532] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1092.645532] env[69566]: value = "task-3408046" [ 1092.645532] env[69566]: _type = "Task" [ 1092.645532] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.658711] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.737984] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408045, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.749104] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408042, 'name': CloneVM_Task, 'duration_secs': 1.902261} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.749411] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Created linked-clone VM from snapshot [ 1092.750204] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27385df2-832a-4ea3-9274-bb24e309cba6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.757736] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Uploading image 401cb95c-8b52-4cb7-bba7-3bd43a502177 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1092.775348] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.775631] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f963a1c5-62d7-4e62-bbef-bd832edb1ec7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.782607] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1092.782607] env[69566]: value = "task-3408047" [ 1092.782607] env[69566]: _type = "Task" [ 1092.782607] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.790348] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408047, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.868631] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fcdabc-7575-4e1a-bdcc-37161113a0a7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.877120] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d9695-3817-4fa1-8fd0-7062fdf3ecc2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.912027] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356a5c1-13b3-4bcc-8c07-2200776b214f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.920309] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8843f21-0336-46be-8b53-1d2f33f8da73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.938114] env[69566]: DEBUG nova.compute.provider_tree [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.952749] env[69566]: DEBUG nova.network.neutron [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Successfully created port: 24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.051568] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.143355] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.170374] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408046, 'name': ReconfigVM_Task, 'duration_secs': 0.398742} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.170690] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f3b721f8-e851-4e17-ab34-3b6c15583f12/f3b721f8-e851-4e17-ab34-3b6c15583f12.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.173635] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'image_id': '0ebfcbf7-ed1f-4512-8792-34be4838a9de'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'}, 'mount_device': '/dev/sdb', 'attachment_id': 'b612700d-1a77-4623-a913-18894b867fe2', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69566) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1093.173851] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1093.175402] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1093.176270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6986f7c0-c3aa-461f-959d-fd258c08346b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.198759] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b602ce15-d33a-4a28-b89a-56ec0b6e8ee2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.230491] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0/volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.230917] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db3be9f-7efd-4550-90e9-39b4844c5eea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.253112] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408045, 'name': CreateVM_Task, 'duration_secs': 0.713993} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.254407] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.254710] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1093.254710] env[69566]: value = "task-3408048" [ 1093.254710] env[69566]: _type = "Task" [ 1093.254710] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.255375] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.255535] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.255855] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.256164] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d426e79-f04e-4ddc-b30d-4c3308675816 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.266150] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1093.266150] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528967a3-4a2e-b244-f2a4-8a5776139982" [ 1093.266150] env[69566]: _type = "Task" [ 1093.266150] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.269440] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.276960] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528967a3-4a2e-b244-f2a4-8a5776139982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.292023] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408047, 'name': Destroy_Task, 'duration_secs': 0.365457} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.292305] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Destroyed the VM [ 1093.292561] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1093.292811] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ca4e28b-c9c8-47da-9d79-a6f225c47d1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.298735] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1093.298735] env[69566]: value = "task-3408049" [ 1093.298735] env[69566]: _type = "Task" [ 1093.298735] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.306451] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.443043] env[69566]: DEBUG nova.scheduler.client.report [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.638089] env[69566]: DEBUG nova.network.neutron [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updated VIF entry in instance network info cache for port 59c163b3-8a30-4f5e-b748-a0d76793404e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.638468] env[69566]: DEBUG nova.network.neutron [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.683179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.766598] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408048, 'name': ReconfigVM_Task, 'duration_secs': 0.447522} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.766923] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0/volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.771873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4932a6-df15-442f-88f7-25a43f613c87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.791972] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528967a3-4a2e-b244-f2a4-8a5776139982, 'name': SearchDatastore_Task, 'duration_secs': 0.011642} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.793676] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.793676] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.793801] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.793918] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.794119] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.794446] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1093.794446] env[69566]: value = "task-3408050" [ 1093.794446] env[69566]: _type = "Task" [ 1093.794446] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.794618] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c705cb58-c7d6-4b7c-b69e-32af06d56873 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.807608] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.812023] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408049, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.812393] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.812468] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.813205] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac8dc7d-7b6a-4559-b36a-6efdf13b8dfd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.819409] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1093.819409] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f8f9d4-c50a-8669-e093-7a9a66d18e23" [ 1093.819409] env[69566]: _type = "Task" [ 1093.819409] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.827397] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f8f9d4-c50a-8669-e093-7a9a66d18e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.949033] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.953086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.644s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.953086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.953354] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1093.953832] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.938s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.956589] env[69566]: INFO nova.compute.claims [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.962018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4be5ea-f9ed-481d-94a9-fd6912159cd4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.973343] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd4e403-010c-44e8-b4d6-c2e0cd090ad3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.981025] env[69566]: INFO nova.scheduler.client.report [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted allocations for instance 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd [ 1093.992562] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65310495-8039-490d-bc86-c2756308cf08 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.999730] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff6a6d-d5fb-492c-a730-a2f6a7f91a9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.031854] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179588MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1094.032117] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.064375] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.096682] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.097024] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.097236] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.097465] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.097647] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.097837] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.098116] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.098409] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.098638] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.098850] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.099074] env[69566]: DEBUG nova.virt.hardware [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.100036] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c31286a-fe52-4823-8196-d049e647246c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.108768] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad5075-dbac-4ad6-93ae-07780d121bb5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.141489] env[69566]: DEBUG oslo_concurrency.lockutils [req-a78e39a0-2d3a-44e8-8552-47becc111c49 req-d3b10209-d28b-4b80-a170-957e0e3b0af0 service nova] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.310097] env[69566]: DEBUG oslo_vmware.api [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408049, 'name': RemoveSnapshot_Task, 'duration_secs': 0.685836} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.313293] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.315687] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408050, 'name': ReconfigVM_Task, 'duration_secs': 0.312695} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.316022] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.316800] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f35df7-58dc-405f-8df3-d174a21e7e74 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.324779] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1094.324779] env[69566]: value = "task-3408051" [ 1094.324779] env[69566]: _type = "Task" [ 1094.324779] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.332993] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f8f9d4-c50a-8669-e093-7a9a66d18e23, 'name': SearchDatastore_Task, 'duration_secs': 0.016371} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.333251] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e226a1e8-9a9d-489f-b8a3-0fecadd10775 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.338906] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408051, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.342357] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1094.342357] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52143309-d107-e094-d712-0dc942c0e159" [ 1094.342357] env[69566]: _type = "Task" [ 1094.342357] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.351763] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52143309-d107-e094-d712-0dc942c0e159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.498505] env[69566]: DEBUG oslo_concurrency.lockutils [None req-df117572-014d-4378-99d1-2d8e84a89333 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.418s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.499549] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] Acquired lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.500885] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4eb9e8-e81f-4e69-bf57-f5aeb46f809f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.510015] env[69566]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1094.510780] env[69566]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69566) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1094.510780] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2082baa9-fc60-4c5a-92c9-2b3705e154e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.520361] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b3bd9e-5143-44bb-a08a-ca503797ba55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.553399] env[69566]: ERROR root [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-679896' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-679896' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-679896' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-679896'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-679896' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-679896' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-679896'}\n"]: nova.exception.InstanceNotFound: Instance 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd could not be found. [ 1094.553848] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] Releasing lock "7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.553939] env[69566]: DEBUG nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Detach interface failed, port_id=1dc1dbbd-ac42-4ae4-808f-72a56ebffb6e, reason: Instance 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.554239] env[69566]: DEBUG nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Received event network-vif-deleted-55beb26a-9d15-41a0-8889-f9cc88e19f07 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.554460] env[69566]: INFO nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Neutron deleted interface 55beb26a-9d15-41a0-8889-f9cc88e19f07; detaching it from the instance and deleting it from the info cache [ 1094.554737] env[69566]: DEBUG nova.network.neutron [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Updating instance_info_cache with network_info: [{"id": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "address": "fa:16:3e:d6:57:1a", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb8bc51-c1", "ovs_interfaceid": "deb8bc51-c198-41de-85d4-0b5811c3c46c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.580193] env[69566]: DEBUG nova.compute.manager [req-138120b7-95c2-425e-8bf0-5b394815b928 req-2076977c-9cff-473e-a009-49b2cd3d45cd service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Received event network-vif-plugged-24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.580459] env[69566]: DEBUG oslo_concurrency.lockutils [req-138120b7-95c2-425e-8bf0-5b394815b928 req-2076977c-9cff-473e-a009-49b2cd3d45cd service nova] Acquiring lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.580678] env[69566]: DEBUG oslo_concurrency.lockutils [req-138120b7-95c2-425e-8bf0-5b394815b928 req-2076977c-9cff-473e-a009-49b2cd3d45cd service nova] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.580896] env[69566]: DEBUG oslo_concurrency.lockutils [req-138120b7-95c2-425e-8bf0-5b394815b928 req-2076977c-9cff-473e-a009-49b2cd3d45cd service nova] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.581176] env[69566]: DEBUG nova.compute.manager [req-138120b7-95c2-425e-8bf0-5b394815b928 req-2076977c-9cff-473e-a009-49b2cd3d45cd service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] No waiting events found dispatching network-vif-plugged-24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.581434] env[69566]: WARNING nova.compute.manager [req-138120b7-95c2-425e-8bf0-5b394815b928 req-2076977c-9cff-473e-a009-49b2cd3d45cd service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Received unexpected event network-vif-plugged-24e82a85-58ca-4b3f-bf28-e5da14404efa for instance with vm_state building and task_state spawning. [ 1094.660506] env[69566]: DEBUG nova.network.neutron [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Successfully updated port: 24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.818551] env[69566]: WARNING nova.compute.manager [None req-0d54c6c8-dbde-41a4-84ad-e16cbb621878 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Image not found during snapshot: nova.exception.ImageNotFound: Image 401cb95c-8b52-4cb7-bba7-3bd43a502177 could not be found. [ 1094.841789] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408051, 'name': Rename_Task, 'duration_secs': 0.376522} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.842990] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.843570] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b7aea28-e7cc-465c-b0bd-47ec638c4cda {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.855497] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52143309-d107-e094-d712-0dc942c0e159, 'name': SearchDatastore_Task, 'duration_secs': 0.016998} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.856851] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.857152] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.857543] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1094.857543] env[69566]: value = "task-3408052" [ 1094.857543] env[69566]: _type = "Task" [ 1094.857543] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.857698] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f906892c-80ac-4269-a2ba-294520253150 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.869163] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1094.869163] env[69566]: value = "task-3408053" [ 1094.869163] env[69566]: _type = "Task" [ 1094.869163] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.871716] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.880882] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.057658] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c2d7331-22ef-4ed1-b4d1-e1acd14260b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.068392] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7c704-81a0-4f0e-b3dd-72641047dea2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.102966] env[69566]: DEBUG nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Detach interface failed, port_id=55beb26a-9d15-41a0-8889-f9cc88e19f07, reason: Instance 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.103283] env[69566]: DEBUG nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Received event network-vif-deleted-7b884048-43c7-4063-a86b-6751469a5a8c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.103658] env[69566]: INFO nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Neutron deleted interface 7b884048-43c7-4063-a86b-6751469a5a8c; detaching it from the instance and deleting it from the info cache [ 1095.103658] env[69566]: DEBUG nova.network.neutron [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.163644] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.163756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.163905] env[69566]: DEBUG nova.network.neutron [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.208469] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589ae389-4796-4aaf-90c3-345d27ddaff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.217386] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e64d2f7-d232-4f7a-9d33-4fb9cd60fc64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.254741] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c832b30-db76-45cc-8d1e-94b7e71b2763 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.265531] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24902ee1-44e8-4e7e-a49c-a789696bd3c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.284529] env[69566]: DEBUG nova.compute.provider_tree [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.372419] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408052, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.381465] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.608639] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f9b7a3b-8d19-429b-8543-e6f76042fd00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.617809] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a076cd5-e707-48c0-9330-3d6d91fd9b00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.649665] env[69566]: DEBUG nova.compute.manager [req-7a1573f5-b468-48b5-95e4-b0f3ac20871b req-b6a534ba-76d5-43ab-ab34-c29b31f66092 service nova] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Detach interface failed, port_id=7b884048-43c7-4063-a86b-6751469a5a8c, reason: Instance 988503f2-e52a-488d-bd9f-73e280534d9e could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1095.653467] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.653876] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.654162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.654440] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.654652] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.656880] env[69566]: INFO nova.compute.manager [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Terminating instance [ 1095.695970] env[69566]: DEBUG nova.network.neutron [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.787397] env[69566]: DEBUG nova.scheduler.client.report [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.835344] env[69566]: DEBUG nova.network.neutron [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [{"id": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "address": "fa:16:3e:ef:a5:8e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e82a85-58", "ovs_interfaceid": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.874886] env[69566]: DEBUG oslo_vmware.api [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408052, 'name': PowerOnVM_Task, 'duration_secs': 0.819034} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.879024] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.879024] env[69566]: DEBUG nova.compute.manager [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.879659] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330acf6e-8009-4e41-bdbe-5286ee128758 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.888103] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626683} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.889730] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.889958] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.894015] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3017c0ee-b879-49a8-8e24-eee85c5da637 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.901235] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1095.901235] env[69566]: value = "task-3408054" [ 1095.901235] env[69566]: _type = "Task" [ 1095.901235] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.909663] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.161115] env[69566]: DEBUG nova.compute.manager [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.161371] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.162292] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ae7206-1704-47af-b145-70bfd85cd0be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.170357] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.170610] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f5118c0-aec4-4eac-9c49-c91bf0f83c78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.177115] env[69566]: DEBUG oslo_vmware.api [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1096.177115] env[69566]: value = "task-3408055" [ 1096.177115] env[69566]: _type = "Task" [ 1096.177115] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.184646] env[69566]: DEBUG oslo_vmware.api [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.295554] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.296120] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.298966] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.138s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.300478] env[69566]: INFO nova.compute.claims [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.337884] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.338230] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Instance network_info: |[{"id": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "address": "fa:16:3e:ef:a5:8e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e82a85-58", "ovs_interfaceid": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.339341] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:a5:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24e82a85-58ca-4b3f-bf28-e5da14404efa', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.346913] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.347388] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.347707] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a9a820b-6435-4a25-a19d-71a4b9cba6dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.369389] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.369389] env[69566]: value = "task-3408056" [ 1096.369389] env[69566]: _type = "Task" [ 1096.369389] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.378968] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408056, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.405648] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.411472] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068144} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.411905] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.412560] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de3a1c3-0068-43f6-bee1-5a8d04f4e3f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.434321] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.434919] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f0ab6b-4a4c-4498-bd67-14a2152c0e67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.455412] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1096.455412] env[69566]: value = "task-3408057" [ 1096.455412] env[69566]: _type = "Task" [ 1096.455412] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.465843] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.607659] env[69566]: DEBUG nova.compute.manager [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Received event network-changed-24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.607847] env[69566]: DEBUG nova.compute.manager [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Refreshing instance network info cache due to event network-changed-24e82a85-58ca-4b3f-bf28-e5da14404efa. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.608126] env[69566]: DEBUG oslo_concurrency.lockutils [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] Acquiring lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.608283] env[69566]: DEBUG oslo_concurrency.lockutils [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] Acquired lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.608449] env[69566]: DEBUG nova.network.neutron [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Refreshing network info cache for port 24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.686822] env[69566]: DEBUG oslo_vmware.api [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408055, 'name': PowerOffVM_Task, 'duration_secs': 0.387195} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.687080] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.687264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.687517] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7982bbcd-d850-4e0c-aa00-679a6b366777 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.751829] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.752069] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.752263] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleting the datastore file [datastore2] fdabbf97-afdc-4026-885c-9aa4d5c93d7f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.752526] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643c0ffa-f6c0-427b-b862-9137c26ea0b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.759275] env[69566]: DEBUG oslo_vmware.api [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1096.759275] env[69566]: value = "task-3408059" [ 1096.759275] env[69566]: _type = "Task" [ 1096.759275] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.767428] env[69566]: DEBUG oslo_vmware.api [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.805237] env[69566]: DEBUG nova.compute.utils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.809484] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.809484] env[69566]: DEBUG nova.network.neutron [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.861442] env[69566]: DEBUG nova.policy [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6214a93e4649889e016439dfc3b740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4e637624a134302935bc431afcc153c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.880665] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408056, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.889192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.889192] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.965703] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.192779] env[69566]: DEBUG nova.network.neutron [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Successfully created port: 5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.271185] env[69566]: DEBUG oslo_vmware.api [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499261} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.271435] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.271620] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.271794] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.271967] env[69566]: INFO nova.compute.manager [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1097.272240] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.272430] env[69566]: DEBUG nova.compute.manager [-] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.272525] env[69566]: DEBUG nova.network.neutron [-] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.314715] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.368385] env[69566]: DEBUG nova.network.neutron [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updated VIF entry in instance network info cache for port 24e82a85-58ca-4b3f-bf28-e5da14404efa. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.368741] env[69566]: DEBUG nova.network.neutron [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [{"id": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "address": "fa:16:3e:ef:a5:8e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e82a85-58", "ovs_interfaceid": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.386272] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408056, 'name': CreateVM_Task, 'duration_secs': 0.534374} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.388329] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.389656] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.389973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.390072] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.390419] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.393094] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbe3d88-e486-4418-9b2e-10bb1187b65c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.398058] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1097.398058] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dcc185-24c8-284b-8d9b-984d5ee024ca" [ 1097.398058] env[69566]: _type = "Task" [ 1097.398058] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.410443] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dcc185-24c8-284b-8d9b-984d5ee024ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.467167] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408057, 'name': ReconfigVM_Task, 'duration_secs': 0.839579} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.467466] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.468097] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf76797-996c-4511-9753-9e7e405ffe6a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.475399] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1097.475399] env[69566]: value = "task-3408060" [ 1097.475399] env[69566]: _type = "Task" [ 1097.475399] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.483226] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408060, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.526937] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d78aa6-25fc-4513-a11e-7a8ffa1ed6b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.538229] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9e7117-40b0-466e-9ae8-b2cc982fd76e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.569992] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3737cfa-193a-4a65-8b9a-38a1ed645df0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.577716] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cb55cf-c320-4bf4-afd1-e3ea027e62eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.592130] env[69566]: DEBUG nova.compute.provider_tree [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.871489] env[69566]: DEBUG oslo_concurrency.lockutils [req-d9da84fb-72b9-4e80-82ab-57d1acb7b002 req-d0ab66bf-74dc-474b-98cb-715ec486c47f service nova] Releasing lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.909871] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dcc185-24c8-284b-8d9b-984d5ee024ca, 'name': SearchDatastore_Task, 'duration_secs': 0.032558} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.910191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.910420] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.910651] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.910797] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.910985] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.911995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.912216] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf41f5ed-d922-40b4-b625-6834f1a401b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.922497] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.922690] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.923412] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2e1d16-c629-47ed-976b-0a4340fe2f9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.928511] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1097.928511] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528d57bb-dffd-6439-1da3-2d9d22180418" [ 1097.928511] env[69566]: _type = "Task" [ 1097.928511] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.937722] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528d57bb-dffd-6439-1da3-2d9d22180418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.984572] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408060, 'name': Rename_Task, 'duration_secs': 0.376743} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.984927] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.985223] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b12f828-410f-4f9f-916a-a4866b57d3e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.991346] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1097.991346] env[69566]: value = "task-3408061" [ 1097.991346] env[69566]: _type = "Task" [ 1097.991346] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.002589] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.095022] env[69566]: DEBUG nova.scheduler.client.report [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.113671] env[69566]: DEBUG nova.network.neutron [-] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.327572] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.356840] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.357219] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.357423] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.357641] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.357870] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.358069] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.358334] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.358567] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.358877] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.359115] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.359362] env[69566]: DEBUG nova.virt.hardware [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.361021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f95d3ad-9eb4-459d-a423-c6650785dbe2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.369219] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7a7206-a301-45d5-aee3-04be56944a84 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.439793] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528d57bb-dffd-6439-1da3-2d9d22180418, 'name': SearchDatastore_Task, 'duration_secs': 0.020766} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.440768] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c7f54e-7b39-4682-ad9d-e9f355d98914 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.446053] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1098.446053] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5243ac11-e269-869f-bef5-ed5c909d3df9" [ 1098.446053] env[69566]: _type = "Task" [ 1098.446053] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.454049] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5243ac11-e269-869f-bef5-ed5c909d3df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.505105] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.602370] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.602918] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.605528] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.413s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.606937] env[69566]: INFO nova.compute.claims [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.615902] env[69566]: INFO nova.compute.manager [-] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Took 1.34 seconds to deallocate network for instance. [ 1098.641393] env[69566]: DEBUG nova.compute.manager [req-71839d2b-2119-4e81-b988-0b4bc62fd619 req-19469f1a-4fd9-4032-8b8d-e77d508c2bed service nova] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Received event network-vif-deleted-d9752196-a5b0-4449-a886-a11871a869c4 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.777423] env[69566]: DEBUG nova.network.neutron [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Successfully updated port: 5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.957031] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5243ac11-e269-869f-bef5-ed5c909d3df9, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.957031] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.957031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b/79f1ef2c-283b-4496-98b1-4f344cb5a35b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.957481] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d1331b-da4b-4c9c-911f-5852a2834bb5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.963390] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1098.963390] env[69566]: value = "task-3408062" [ 1098.963390] env[69566]: _type = "Task" [ 1098.963390] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.972556] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.001304] env[69566]: DEBUG oslo_vmware.api [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408061, 'name': PowerOnVM_Task, 'duration_secs': 0.552147} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.001580] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.001799] env[69566]: INFO nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1099.002158] env[69566]: DEBUG nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.002964] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d053dcda-dbe0-4e4b-ae67-1c3c257c88bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.110791] env[69566]: DEBUG nova.compute.utils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.114473] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.114652] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.124049] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.151940] env[69566]: DEBUG nova.policy [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9add1119c78468ab0eaa2bbccdcaf84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd31e36c8596a44509a4968eabed3de5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.280098] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.280772] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.281066] env[69566]: DEBUG nova.network.neutron [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.413653] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Successfully created port: 52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.474262] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.524767] env[69566]: INFO nova.compute.manager [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Took 18.44 seconds to build instance. [ 1099.615600] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.814846] env[69566]: DEBUG nova.network.neutron [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.852742] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48611a4d-1e2a-4d29-91ce-7a800bfb9429 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.861693] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80169c27-3a62-4aab-9b62-ae7238990b5e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.896038] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95e4c55-2238-4c38-aab1-f94170464069 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.905119] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f4dfc-90f8-451f-92b7-72c2048a4d57 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.602377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6b6880c0-dcef-4099-868d-910a107305f7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.539s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.618486] env[69566]: DEBUG nova.compute.provider_tree [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.622898] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899816} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.623383] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b/79f1ef2c-283b-4496-98b1-4f344cb5a35b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.623609] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.623851] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b612516e-4003-47b4-9870-22d8cc395ecd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.630260] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1100.630260] env[69566]: value = "task-3408063" [ 1100.630260] env[69566]: _type = "Task" [ 1100.630260] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.639194] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.654843] env[69566]: DEBUG nova.network.neutron [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.669169] env[69566]: DEBUG nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-vif-plugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.669380] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.669587] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.669750] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.669915] env[69566]: DEBUG nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] No waiting events found dispatching network-vif-plugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.670100] env[69566]: WARNING nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received unexpected event network-vif-plugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e for instance with vm_state building and task_state spawning. [ 1100.670303] env[69566]: DEBUG nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.670458] env[69566]: DEBUG nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing instance network info cache due to event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.670624] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.891615] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Successfully updated port: 52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.111162] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.124302] env[69566]: DEBUG nova.scheduler.client.report [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.138273] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.138539] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.138697] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.138883] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.139061] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.139215] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.139480] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.139669] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.139838] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.139998] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.140188] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.140982] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2379908-316b-496b-8b0b-0c40f9bea060 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.146563] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282501} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.147127] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.147851] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b13e9-f380-4d93-842a-e836cce4b199 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.153537] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21041b0-28d3-4062-b1e2-c06889944190 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.166230] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.166528] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance network_info: |[{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.175049] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b/79f1ef2c-283b-4496-98b1-4f344cb5a35b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.175332] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.175510] env[69566]: DEBUG nova.network.neutron [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.176636] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:4f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc09d14-4eb1-43e1-87d3-6f459ebe034e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.183676] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating folder: Project (d4e637624a134302935bc431afcc153c). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.184948] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63821295-1f49-42f4-a446-a6c8dc44e8e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.209461] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ac64c9-9f80-469d-8ed9-9227ab2211f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.216945] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1101.216945] env[69566]: value = "task-3408065" [ 1101.216945] env[69566]: _type = "Task" [ 1101.216945] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.222547] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created folder: Project (d4e637624a134302935bc431afcc153c) in parent group-v679651. [ 1101.222729] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating folder: Instances. Parent ref: group-v679937. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.223416] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36c00d88-e794-491b-b84a-c501075478d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.227769] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.234995] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created folder: Instances in parent group-v679937. [ 1101.235522] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.235522] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.235692] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ca69a0-60e0-4288-b829-fe7d4647cf5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.257961] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.257961] env[69566]: value = "task-3408067" [ 1101.257961] env[69566]: _type = "Task" [ 1101.257961] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.266270] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408067, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.393128] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "refresh_cache-f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.393321] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "refresh_cache-f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.393476] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.439296] env[69566]: DEBUG nova.network.neutron [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updated VIF entry in instance network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.439785] env[69566]: DEBUG nova.network.neutron [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.629485] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.024s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.630071] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.633347] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.950s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.635042] env[69566]: INFO nova.compute.claims [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.727269] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.767426] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408067, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.928079] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.942515] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.942806] env[69566]: DEBUG nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Received event network-changed-59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.943360] env[69566]: DEBUG nova.compute.manager [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Refreshing instance network info cache due to event network-changed-59c163b3-8a30-4f5e-b748-a0d76793404e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.943360] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.943360] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.943518] env[69566]: DEBUG nova.network.neutron [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Refreshing network info cache for port 59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.058957] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Updating instance_info_cache with network_info: [{"id": "52e0386c-b1bb-4f8d-8b57-c89aeeb501da", "address": "fa:16:3e:ec:f1:10", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e0386c-b1", "ovs_interfaceid": "52e0386c-b1bb-4f8d-8b57-c89aeeb501da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.139951] env[69566]: DEBUG nova.compute.utils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.143197] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.143371] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.180103] env[69566]: DEBUG nova.policy [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9add1119c78468ab0eaa2bbccdcaf84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd31e36c8596a44509a4968eabed3de5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.227972] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408065, 'name': ReconfigVM_Task, 'duration_secs': 0.712339} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.228258] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b/79f1ef2c-283b-4496-98b1-4f344cb5a35b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.228847] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd211344-7a45-4784-ac8d-a4ccc1733e32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.234996] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1102.234996] env[69566]: value = "task-3408068" [ 1102.234996] env[69566]: _type = "Task" [ 1102.234996] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.242748] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408068, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.268986] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408067, 'name': CreateVM_Task, 'duration_secs': 0.788349} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.269147] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.269825] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.269989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.270328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.270579] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b61c24dd-db56-4648-a236-a5da298ae497 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.275248] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1102.275248] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521db325-cc3d-d41d-d360-1c26ace6b770" [ 1102.275248] env[69566]: _type = "Task" [ 1102.275248] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.282961] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521db325-cc3d-d41d-d360-1c26ace6b770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.404341] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Successfully created port: 3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.562025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "refresh_cache-f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.562025] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Instance network_info: |[{"id": "52e0386c-b1bb-4f8d-8b57-c89aeeb501da", "address": "fa:16:3e:ec:f1:10", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e0386c-b1", "ovs_interfaceid": "52e0386c-b1bb-4f8d-8b57-c89aeeb501da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.563032] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:f1:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52e0386c-b1bb-4f8d-8b57-c89aeeb501da', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.570079] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Creating folder: Project (d31e36c8596a44509a4968eabed3de5d). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.570389] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3eb0953c-bd1e-4435-b4b4-8838d2dbd7a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.580982] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Created folder: Project (d31e36c8596a44509a4968eabed3de5d) in parent group-v679651. [ 1102.581213] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Creating folder: Instances. Parent ref: group-v679940. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.581471] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02c4e167-07f2-4c7c-8848-cb8cff435ef6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.593589] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Created folder: Instances in parent group-v679940. [ 1102.593835] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.594036] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.594255] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5f5e29-0d68-40e5-9998-377291c02401 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.618567] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.618567] env[69566]: value = "task-3408071" [ 1102.618567] env[69566]: _type = "Task" [ 1102.618567] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.629044] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408071, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.644923] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.711288] env[69566]: DEBUG nova.compute.manager [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Received event network-vif-plugged-52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.711553] env[69566]: DEBUG oslo_concurrency.lockutils [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] Acquiring lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.711888] env[69566]: DEBUG oslo_concurrency.lockutils [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.712425] env[69566]: DEBUG oslo_concurrency.lockutils [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.712805] env[69566]: DEBUG nova.compute.manager [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] No waiting events found dispatching network-vif-plugged-52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.713116] env[69566]: WARNING nova.compute.manager [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Received unexpected event network-vif-plugged-52e0386c-b1bb-4f8d-8b57-c89aeeb501da for instance with vm_state building and task_state spawning. [ 1102.713428] env[69566]: DEBUG nova.compute.manager [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Received event network-changed-52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.713671] env[69566]: DEBUG nova.compute.manager [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Refreshing instance network info cache due to event network-changed-52e0386c-b1bb-4f8d-8b57-c89aeeb501da. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.713987] env[69566]: DEBUG oslo_concurrency.lockutils [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] Acquiring lock "refresh_cache-f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.714252] env[69566]: DEBUG oslo_concurrency.lockutils [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] Acquired lock "refresh_cache-f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.714535] env[69566]: DEBUG nova.network.neutron [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Refreshing network info cache for port 52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.747383] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408068, 'name': Rename_Task, 'duration_secs': 0.434857} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.750247] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.750699] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0904c72f-d218-4674-90f7-e8836e88fc5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.758153] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1102.758153] env[69566]: value = "task-3408072" [ 1102.758153] env[69566]: _type = "Task" [ 1102.758153] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.769604] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.780017] env[69566]: DEBUG nova.network.neutron [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updated VIF entry in instance network info cache for port 59c163b3-8a30-4f5e-b748-a0d76793404e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.780391] env[69566]: DEBUG nova.network.neutron [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.790498] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521db325-cc3d-d41d-d360-1c26ace6b770, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.791208] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.791287] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.791501] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.791672] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.791854] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.792638] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eefd46e9-1c0b-4d6e-a418-49c988afa800 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.805666] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.805870] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.806638] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bc6f4a1-513d-4a80-b004-b3c3ed08706a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.815139] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1102.815139] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52eabc6d-bff0-c1bb-2e5f-6fb8fe60de34" [ 1102.815139] env[69566]: _type = "Task" [ 1102.815139] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.824985] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52eabc6d-bff0-c1bb-2e5f-6fb8fe60de34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.894270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e40b97f-7e83-42ca-8393-f499a5f4760f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.901758] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315dd62f-c1da-4823-b8b4-59405eb54364 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.932708] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c5522b-7b92-4f35-94e6-0163c0b53fd9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.940507] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c476a8-6ce9-41a3-a769-bad12756d6f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.954147] env[69566]: DEBUG nova.compute.provider_tree [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.129752] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408071, 'name': CreateVM_Task, 'duration_secs': 0.290928} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.129752] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.130441] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.130658] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.130996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.131269] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c9bf3f-3a52-42c1-845a-a6786202c16c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.135629] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1103.135629] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c55506-36d9-3508-b0fc-8e6c6f5ee7a4" [ 1103.135629] env[69566]: _type = "Task" [ 1103.135629] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.143057] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c55506-36d9-3508-b0fc-8e6c6f5ee7a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.266966] env[69566]: DEBUG oslo_vmware.api [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408072, 'name': PowerOnVM_Task, 'duration_secs': 0.465723} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.267261] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.267459] env[69566]: INFO nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1103.267633] env[69566]: DEBUG nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.268379] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734a5978-f1a6-487b-a12f-7cb0ebc029c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.283234] env[69566]: DEBUG oslo_concurrency.lockutils [req-ab0c7b7d-4937-48aa-bda8-f4f8bcdd82f9 req-5c7f347d-769e-49df-8ccb-92cc054a41d4 service nova] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.325864] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52eabc6d-bff0-c1bb-2e5f-6fb8fe60de34, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.328827] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfcfe30-e585-4448-8105-bbfb0a315d51 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.334147] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1103.334147] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b20ad7-57fe-4f5c-66d9-b572fdb638b0" [ 1103.334147] env[69566]: _type = "Task" [ 1103.334147] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.341593] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b20ad7-57fe-4f5c-66d9-b572fdb638b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.423704] env[69566]: DEBUG nova.network.neutron [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Updated VIF entry in instance network info cache for port 52e0386c-b1bb-4f8d-8b57-c89aeeb501da. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.424114] env[69566]: DEBUG nova.network.neutron [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Updating instance_info_cache with network_info: [{"id": "52e0386c-b1bb-4f8d-8b57-c89aeeb501da", "address": "fa:16:3e:ec:f1:10", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e0386c-b1", "ovs_interfaceid": "52e0386c-b1bb-4f8d-8b57-c89aeeb501da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.457802] env[69566]: DEBUG nova.scheduler.client.report [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.647197] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c55506-36d9-3508-b0fc-8e6c6f5ee7a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009471} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.647510] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.647743] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.647969] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.648122] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.648296] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.648597] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-254c20b7-37ca-4522-9b79-4b04d7cb5ff0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.656847] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.660540] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.660540] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.661149] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b3b444-e509-44a4-99db-1ed657717693 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.666780] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1103.666780] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dbe16e-a7cb-1c7b-abb6-970c644caba2" [ 1103.666780] env[69566]: _type = "Task" [ 1103.666780] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.676548] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dbe16e-a7cb-1c7b-abb6-970c644caba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.684627] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.684864] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.685498] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.685498] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.685498] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.685498] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.685690] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.685844] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.686013] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.686180] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.686354] env[69566]: DEBUG nova.virt.hardware [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.687137] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4820924-020c-4988-98f8-6204793df5a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.694669] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc07903a-8c36-431b-984f-78684a9da8bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.785811] env[69566]: INFO nova.compute.manager [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Took 22.27 seconds to build instance. [ 1103.844958] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b20ad7-57fe-4f5c-66d9-b572fdb638b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009599} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.845252] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.845490] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.845739] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1a18b28-ce3c-40a3-8332-a6b5a4a63d0d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.852261] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1103.852261] env[69566]: value = "task-3408073" [ 1103.852261] env[69566]: _type = "Task" [ 1103.852261] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.859854] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.927504] env[69566]: DEBUG oslo_concurrency.lockutils [req-652cc9ba-ce02-42bb-9afb-0e7d38ae7792 req-6be3cb4a-a23b-4bde-ae9a-09ad440b131d service nova] Releasing lock "refresh_cache-f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.963231] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.963826] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.966278] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.934s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.131322] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Successfully updated port: 3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.181907] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dbe16e-a7cb-1c7b-abb6-970c644caba2, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.181907] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61abbf40-5ace-4be5-9e92-3946bc1709cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.185037] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1104.185037] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5292104a-2c82-283b-8345-61c08026f505" [ 1104.185037] env[69566]: _type = "Task" [ 1104.185037] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.193065] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5292104a-2c82-283b-8345-61c08026f505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.288380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-12886f74-0648-4c6c-b21c-88ed779fe391 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.782s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.362962] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506412} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.362962] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.362962] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.362962] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ddc2923-bbec-45b9-a677-7d00a7cf977d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.368949] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1104.368949] env[69566]: value = "task-3408074" [ 1104.368949] env[69566]: _type = "Task" [ 1104.368949] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.376358] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.469632] env[69566]: DEBUG nova.compute.utils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.476818] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.477055] env[69566]: DEBUG nova.network.neutron [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.514359] env[69566]: DEBUG nova.policy [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.634545] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "refresh_cache-f3f819cb-6c49-40ea-8ee2-da8db39725b3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.634826] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "refresh_cache-f3f819cb-6c49-40ea-8ee2-da8db39725b3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.635081] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.695821] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5292104a-2c82-283b-8345-61c08026f505, 'name': SearchDatastore_Task, 'duration_secs': 0.022739} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.696118] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.696402] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1/f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.696658] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79f55cf-f0f8-41a8-a6d7-8f73e844149b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.703503] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1104.703503] env[69566]: value = "task-3408075" [ 1104.703503] env[69566]: _type = "Task" [ 1104.703503] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.711465] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.740924] env[69566]: DEBUG nova.compute.manager [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Received event network-vif-plugged-3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.741255] env[69566]: DEBUG oslo_concurrency.lockutils [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] Acquiring lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.741481] env[69566]: DEBUG oslo_concurrency.lockutils [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.741649] env[69566]: DEBUG oslo_concurrency.lockutils [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.741820] env[69566]: DEBUG nova.compute.manager [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] No waiting events found dispatching network-vif-plugged-3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.741989] env[69566]: WARNING nova.compute.manager [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Received unexpected event network-vif-plugged-3cef2d54-9f0e-4f47-bda5-f47c61572c04 for instance with vm_state building and task_state spawning. [ 1104.746763] env[69566]: DEBUG nova.compute.manager [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Received event network-changed-3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.746763] env[69566]: DEBUG nova.compute.manager [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Refreshing instance network info cache due to event network-changed-3cef2d54-9f0e-4f47-bda5-f47c61572c04. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.746763] env[69566]: DEBUG oslo_concurrency.lockutils [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] Acquiring lock "refresh_cache-f3f819cb-6c49-40ea-8ee2-da8db39725b3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.792891] env[69566]: DEBUG nova.network.neutron [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Successfully created port: 38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.879458] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244373} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.879747] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.880564] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38087c-50cc-437a-b890-22c51149b3fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.903214] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.903471] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4a26b0-1897-42e8-9b16-ff3e1048a3ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.922963] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1104.922963] env[69566]: value = "task-3408076" [ 1104.922963] env[69566]: _type = "Task" [ 1104.922963] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.931010] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.977929] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.983629] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating resource usage from migration 8c698bf8-3c6b-4676-aab6-2ba1ba515761 [ 1105.006240] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.006403] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3f2c5d01-9029-425a-a038-274c4894b066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.006526] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f3b721f8-e851-4e17-ab34-3b6c15583f12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.006645] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3d9ba984-8f64-417a-a044-9631add65528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.006761] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3bdf8749-4461-468d-92c5-20330f4caba0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.006903] env[69566]: WARNING nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance fdabbf97-afdc-4026-885c-9aa4d5c93d7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1105.007037] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance cce6ca00-d570-459d-99a9-4a15aa7f2e30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.007162] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 30c81c20-4eff-4534-aef2-23996c37b943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.007277] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3a86bd4f-f64f-43ec-977d-200949b5bc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.007392] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.007505] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f3f819cb-6c49-40ea-8ee2-da8db39725b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.007617] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance a6b694a7-6981-47ad-a7e3-ffc72c967980 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.109743] env[69566]: DEBUG nova.compute.manager [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1105.167853] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.213659] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.305817] env[69566]: DEBUG nova.network.neutron [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Updating instance_info_cache with network_info: [{"id": "3cef2d54-9f0e-4f47-bda5-f47c61572c04", "address": "fa:16:3e:d8:b2:ce", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef2d54-9f", "ovs_interfaceid": "3cef2d54-9f0e-4f47-bda5-f47c61572c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.435037] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.511326] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1105.511561] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration 8c698bf8-3c6b-4676-aab6-2ba1ba515761 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1105.511707] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 79f1ef2c-283b-4496-98b1-4f344cb5a35b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1105.511984] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1105.512194] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1105.631890] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.718020] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408075, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006098} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.718020] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1/f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.718418] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.718466] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41f40a08-8f9e-4194-bd92-5f44c22dcaf3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.727522] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1105.727522] env[69566]: value = "task-3408077" [ 1105.727522] env[69566]: _type = "Task" [ 1105.727522] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.733507] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d06bcc1-b4a0-417c-9d5b-37bc21781a94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.738821] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.743902] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f025996e-4f58-484f-84ec-54bd137dd9b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.777370] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8bd484-04d9-4fcc-82d9-6a291a72cfa0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.786041] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac95e59-b4de-4b32-9c08-9a63b6457768 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.800034] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.808010] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "refresh_cache-f3f819cb-6c49-40ea-8ee2-da8db39725b3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.808333] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Instance network_info: |[{"id": "3cef2d54-9f0e-4f47-bda5-f47c61572c04", "address": "fa:16:3e:d8:b2:ce", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef2d54-9f", "ovs_interfaceid": "3cef2d54-9f0e-4f47-bda5-f47c61572c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.808912] env[69566]: DEBUG oslo_concurrency.lockutils [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] Acquired lock "refresh_cache-f3f819cb-6c49-40ea-8ee2-da8db39725b3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.808912] env[69566]: DEBUG nova.network.neutron [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Refreshing network info cache for port 3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.810023] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:b2:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cef2d54-9f0e-4f47-bda5-f47c61572c04', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.817698] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.818617] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.818843] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2edd96a6-cd3e-415f-9e03-fcb071038ffd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.839950] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.839950] env[69566]: value = "task-3408078" [ 1105.839950] env[69566]: _type = "Task" [ 1105.839950] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.851014] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408078, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.935955] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408076, 'name': ReconfigVM_Task, 'duration_secs': 0.776693} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.936318] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.936966] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b3950db-68f9-47b5-910a-61b7d688821a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.944229] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1105.944229] env[69566]: value = "task-3408079" [ 1105.944229] env[69566]: _type = "Task" [ 1105.944229] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.952213] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408079, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.988078] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.017086] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.017373] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.017608] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.017849] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.018026] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.018182] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.018432] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.018600] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.018793] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.018999] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.019194] env[69566]: DEBUG nova.virt.hardware [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.020146] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fc33f6-ef4a-41c2-995c-6f85f5016931 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.028286] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279efde0-aa90-43fb-b4b8-c23b3bf898c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.237710] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074888} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.237836] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.238623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4949f25a-e450-4df8-9c67-56ec5612b9da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.261341] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1/f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.261658] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b56193a-9bbe-40c3-87e6-d4eca4c04d98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.285311] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1106.285311] env[69566]: value = "task-3408080" [ 1106.285311] env[69566]: _type = "Task" [ 1106.285311] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.293395] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.299743] env[69566]: DEBUG nova.network.neutron [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Successfully updated port: 38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.303521] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.349883] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408078, 'name': CreateVM_Task, 'duration_secs': 0.395578} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.352405] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.353217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.353452] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.353834] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.354768] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262de671-b761-4dbc-9308-cc5d77c2b90d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.359491] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1106.359491] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52869440-578a-72a7-86cd-53481309ca40" [ 1106.359491] env[69566]: _type = "Task" [ 1106.359491] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.367953] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52869440-578a-72a7-86cd-53481309ca40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.455160] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408079, 'name': Rename_Task, 'duration_secs': 0.214075} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.458657] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.458915] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22be042f-b9c0-4cab-8c7c-fbd8aa1c6bc1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.466218] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1106.466218] env[69566]: value = "task-3408081" [ 1106.466218] env[69566]: _type = "Task" [ 1106.466218] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.473598] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.524481] env[69566]: DEBUG nova.network.neutron [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Updated VIF entry in instance network info cache for port 3cef2d54-9f0e-4f47-bda5-f47c61572c04. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.524777] env[69566]: DEBUG nova.network.neutron [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Updating instance_info_cache with network_info: [{"id": "3cef2d54-9f0e-4f47-bda5-f47c61572c04", "address": "fa:16:3e:d8:b2:ce", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef2d54-9f", "ovs_interfaceid": "3cef2d54-9f0e-4f47-bda5-f47c61572c04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.770294] env[69566]: DEBUG nova.compute.manager [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Received event network-vif-plugged-38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.770532] env[69566]: DEBUG oslo_concurrency.lockutils [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] Acquiring lock "a6b694a7-6981-47ad-a7e3-ffc72c967980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.770722] env[69566]: DEBUG oslo_concurrency.lockutils [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.770895] env[69566]: DEBUG oslo_concurrency.lockutils [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.771239] env[69566]: DEBUG nova.compute.manager [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] No waiting events found dispatching network-vif-plugged-38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.771441] env[69566]: WARNING nova.compute.manager [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Received unexpected event network-vif-plugged-38b562bd-fda5-4398-891d-418383088494 for instance with vm_state building and task_state spawning. [ 1106.771610] env[69566]: DEBUG nova.compute.manager [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Received event network-changed-38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.771781] env[69566]: DEBUG nova.compute.manager [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Refreshing instance network info cache due to event network-changed-38b562bd-fda5-4398-891d-418383088494. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.771978] env[69566]: DEBUG oslo_concurrency.lockutils [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] Acquiring lock "refresh_cache-a6b694a7-6981-47ad-a7e3-ffc72c967980" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.772134] env[69566]: DEBUG oslo_concurrency.lockutils [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] Acquired lock "refresh_cache-a6b694a7-6981-47ad-a7e3-ffc72c967980" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.772295] env[69566]: DEBUG nova.network.neutron [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Refreshing network info cache for port 38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.797024] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.802130] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-a6b694a7-6981-47ad-a7e3-ffc72c967980" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.809606] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1106.809874] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.844s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.810162] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.405s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.810689] env[69566]: DEBUG nova.objects.instance [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1106.870887] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52869440-578a-72a7-86cd-53481309ca40, 'name': SearchDatastore_Task, 'duration_secs': 0.035044} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.871250] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.871491] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.871725] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.871870] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.872070] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.872339] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f71bf698-fef2-499c-be9c-678b45c0deee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.881365] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.881538] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.882261] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67644881-8836-4e88-951c-ae9b3f086d29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.887817] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1106.887817] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c827d2-cf09-7d87-bb74-6c765ae63298" [ 1106.887817] env[69566]: _type = "Task" [ 1106.887817] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.895661] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c827d2-cf09-7d87-bb74-6c765ae63298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.976356] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.028369] env[69566]: DEBUG oslo_concurrency.lockutils [req-625139fb-b384-4372-b9b7-eb2bf7327c86 req-06ad6963-a1bf-4637-9a74-4012a901fb85 service nova] Releasing lock "refresh_cache-f3f819cb-6c49-40ea-8ee2-da8db39725b3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.295281] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.303758] env[69566]: DEBUG nova.network.neutron [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.384450] env[69566]: DEBUG nova.network.neutron [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.397949] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c827d2-cf09-7d87-bb74-6c765ae63298, 'name': SearchDatastore_Task, 'duration_secs': 0.008607} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.398745] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8596dd52-2b57-4941-84d8-66e0f85c7007 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.403988] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1107.403988] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52254fed-3ed2-060a-204d-f25493e08ff4" [ 1107.403988] env[69566]: _type = "Task" [ 1107.403988] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.412208] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52254fed-3ed2-060a-204d-f25493e08ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.477174] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.795226] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408080, 'name': ReconfigVM_Task, 'duration_secs': 1.064396} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.795556] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Reconfigured VM instance instance-00000066 to attach disk [datastore1] f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1/f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.796137] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0639630-0981-469e-903a-e904f6f72697 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.802913] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1107.802913] env[69566]: value = "task-3408082" [ 1107.802913] env[69566]: _type = "Task" [ 1107.802913] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.811586] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408082, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.819788] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9829eef7-8bb1-43c0-b0df-4c9f9bac9a6b tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.820792] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.909s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.822478] env[69566]: INFO nova.compute.claims [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.886833] env[69566]: DEBUG oslo_concurrency.lockutils [req-73f6bd4c-12ad-4d87-8386-61e080c0b884 req-9018d748-e345-401f-8c32-3ed2e2c8117c service nova] Releasing lock "refresh_cache-a6b694a7-6981-47ad-a7e3-ffc72c967980" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.887204] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-a6b694a7-6981-47ad-a7e3-ffc72c967980" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.887367] env[69566]: DEBUG nova.network.neutron [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.916032] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52254fed-3ed2-060a-204d-f25493e08ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.010941} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.916295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.916554] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f3f819cb-6c49-40ea-8ee2-da8db39725b3/f3f819cb-6c49-40ea-8ee2-da8db39725b3.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.916806] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c1aedf7-075b-4e68-b563-3193e751faf8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.924406] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1107.924406] env[69566]: value = "task-3408083" [ 1107.924406] env[69566]: _type = "Task" [ 1107.924406] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.932323] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.976706] env[69566]: DEBUG oslo_vmware.api [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408081, 'name': PowerOnVM_Task, 'duration_secs': 1.145757} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.977012] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.977228] env[69566]: INFO nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1107.977412] env[69566]: DEBUG nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.978205] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aca1b3-9034-4377-9c5b-584248949134 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.314328] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408082, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.422861] env[69566]: DEBUG nova.network.neutron [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.434772] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408083, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.497475] env[69566]: INFO nova.compute.manager [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Took 18.51 seconds to build instance. [ 1108.584354] env[69566]: DEBUG nova.network.neutron [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Updating instance_info_cache with network_info: [{"id": "38b562bd-fda5-4398-891d-418383088494", "address": "fa:16:3e:98:f2:c4", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b562bd-fd", "ovs_interfaceid": "38b562bd-fda5-4398-891d-418383088494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.814834] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408082, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.933661] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580563} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.935977] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f3f819cb-6c49-40ea-8ee2-da8db39725b3/f3f819cb-6c49-40ea-8ee2-da8db39725b3.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.936226] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.936644] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e37c9d-1e3f-4a6a-9512-856cd21ab674 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.943185] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1108.943185] env[69566]: value = "task-3408084" [ 1108.943185] env[69566]: _type = "Task" [ 1108.943185] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.955913] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.000626] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb6079e1-04c3-4fb3-9856-f56b6f375db4 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.026s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.033467] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27160bbb-5d2b-4368-b444-7fb6bd89982b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.041305] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00158cee-b4d8-4cf7-a62a-9796727768eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.072088] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae1aa6-5ac8-46ab-a6a3-e60fc315cff6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.079178] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c47e8a8-c493-4497-b975-83aff3615848 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.092868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-a6b694a7-6981-47ad-a7e3-ffc72c967980" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.093191] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Instance network_info: |[{"id": "38b562bd-fda5-4398-891d-418383088494", "address": "fa:16:3e:98:f2:c4", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38b562bd-fd", "ovs_interfaceid": "38b562bd-fda5-4398-891d-418383088494", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.093644] env[69566]: DEBUG nova.compute.provider_tree [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.095101] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:f2:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38b562bd-fda5-4398-891d-418383088494', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.102453] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.102895] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.103121] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81c9eda9-1f90-45ea-8587-729cd6fa64e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.122507] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.122507] env[69566]: value = "task-3408085" [ 1109.122507] env[69566]: _type = "Task" [ 1109.122507] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.129866] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408085, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.168294] env[69566]: DEBUG nova.compute.manager [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.169029] env[69566]: DEBUG nova.compute.manager [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing instance network info cache due to event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.169029] env[69566]: DEBUG oslo_concurrency.lockutils [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.169029] env[69566]: DEBUG oslo_concurrency.lockutils [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.169029] env[69566]: DEBUG nova.network.neutron [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.315026] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408082, 'name': Rename_Task, 'duration_secs': 1.150449} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.315026] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.315177] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5221df31-8476-4e19-a783-339cb1ff8c40 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.321878] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1109.321878] env[69566]: value = "task-3408086" [ 1109.321878] env[69566]: _type = "Task" [ 1109.321878] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.329725] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.452854] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264805} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.453187] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.453955] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be1a8e6-d7ee-4a3e-bd87-33157d06f9a0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.475842] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f3f819cb-6c49-40ea-8ee2-da8db39725b3/f3f819cb-6c49-40ea-8ee2-da8db39725b3.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.476101] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4b24864-489b-49b4-a78c-c2c50e52e18c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.495355] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1109.495355] env[69566]: value = "task-3408087" [ 1109.495355] env[69566]: _type = "Task" [ 1109.495355] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.502467] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.605113] env[69566]: DEBUG nova.scheduler.client.report [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.638294] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408085, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.832646] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.909035] env[69566]: DEBUG nova.network.neutron [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updated VIF entry in instance network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.909443] env[69566]: DEBUG nova.network.neutron [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.006039] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408087, 'name': ReconfigVM_Task, 'duration_secs': 0.41625} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.006342] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f3f819cb-6c49-40ea-8ee2-da8db39725b3/f3f819cb-6c49-40ea-8ee2-da8db39725b3.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.006957] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dde82413-9267-4652-b671-21da44da9a7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.013125] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1110.013125] env[69566]: value = "task-3408088" [ 1110.013125] env[69566]: _type = "Task" [ 1110.013125] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.020492] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408088, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.110609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.111322] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.115117] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.991s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.115486] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.118452] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.487s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.134959] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408085, 'name': CreateVM_Task, 'duration_secs': 0.656001} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.135173] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.135899] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.136092] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.136439] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.137451] env[69566]: INFO nova.scheduler.client.report [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleted allocations for instance fdabbf97-afdc-4026-885c-9aa4d5c93d7f [ 1110.138369] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb35e977-02d4-4d5d-993f-438cbbded489 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.148305] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1110.148305] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b9501c-967c-6a8e-1bd0-f01458451a8c" [ 1110.148305] env[69566]: _type = "Task" [ 1110.148305] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.156788] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b9501c-967c-6a8e-1bd0-f01458451a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.333356] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.412267] env[69566]: DEBUG oslo_concurrency.lockutils [req-60aa884f-0d53-47d2-b882-b48eb2911d3b req-733b1400-0119-4eaa-9093-3307bb3c8ae0 service nova] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.523151] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408088, 'name': Rename_Task, 'duration_secs': 0.138251} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.523458] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.523701] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45773674-4ef1-4ee4-8e07-203907267493 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529340] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1110.529340] env[69566]: value = "task-3408089" [ 1110.529340] env[69566]: _type = "Task" [ 1110.529340] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.536843] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.622382] env[69566]: DEBUG nova.compute.utils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.626121] env[69566]: INFO nova.compute.claims [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.630163] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.630378] env[69566]: DEBUG nova.network.neutron [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.647520] env[69566]: DEBUG oslo_concurrency.lockutils [None req-de933252-8a97-4ef2-82eb-c3f1d093395b tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "fdabbf97-afdc-4026-885c-9aa4d5c93d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.994s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.660621] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b9501c-967c-6a8e-1bd0-f01458451a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.660911] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.661198] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.661481] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.661580] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.661752] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.662578] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-569e9d25-1da9-49af-84f3-2b5b8e2c2f99 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.670982] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.671205] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.672176] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2973fc-0c40-4471-a15f-a21cf7add776 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.677392] env[69566]: DEBUG nova.policy [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.680457] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1110.680457] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521b8054-03ef-191a-ed17-4e51c090cab2" [ 1110.680457] env[69566]: _type = "Task" [ 1110.680457] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.689280] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521b8054-03ef-191a-ed17-4e51c090cab2, 'name': SearchDatastore_Task, 'duration_secs': 0.00858} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.690019] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7124e2-6eb6-4954-a6e4-46e91deaff1c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.694907] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1110.694907] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52938716-6166-1195-4417-10f0a85acae2" [ 1110.694907] env[69566]: _type = "Task" [ 1110.694907] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.702984] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52938716-6166-1195-4417-10f0a85acae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.834881] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408086, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.968131] env[69566]: DEBUG nova.network.neutron [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Successfully created port: 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.040302] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.134167] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.136343] env[69566]: INFO nova.compute.resource_tracker [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating resource usage from migration 8c698bf8-3c6b-4676-aab6-2ba1ba515761 [ 1111.208424] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52938716-6166-1195-4417-10f0a85acae2, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.211794] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.212176] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a6b694a7-6981-47ad-a7e3-ffc72c967980/a6b694a7-6981-47ad-a7e3-ffc72c967980.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.213197] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73750193-f015-4018-acc7-803e0a9ae9f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.221588] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1111.221588] env[69566]: value = "task-3408090" [ 1111.221588] env[69566]: _type = "Task" [ 1111.221588] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.233882] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.336941] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408086, 'name': PowerOnVM_Task, 'duration_secs': 1.86436} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.337399] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.337645] env[69566]: INFO nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1111.337848] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.338739] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b99b71-8fd8-4590-8685-9821da236218 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.385380] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d3d40-0a6f-42c7-98bc-bd49ca0d5a77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.393911] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cd5802-b60b-4bf2-9f76-497555f3bd6f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.425226] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1407105-8337-4714-9fd9-a447efaa74e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.432684] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23ec95b-9a55-4087-9bd7-608579b593e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.446432] env[69566]: DEBUG nova.compute.provider_tree [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.541422] env[69566]: DEBUG oslo_vmware.api [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408089, 'name': PowerOnVM_Task, 'duration_secs': 0.674513} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.541682] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.541889] env[69566]: INFO nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1111.542085] env[69566]: DEBUG nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.542900] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71913f7-4eb6-4ae6-aa53-516eb9e2276e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.731547] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500292} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.731810] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] a6b694a7-6981-47ad-a7e3-ffc72c967980/a6b694a7-6981-47ad-a7e3-ffc72c967980.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.732086] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.732326] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58cd06db-4ab2-49a6-994a-3ec301d2f59a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.738578] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1111.738578] env[69566]: value = "task-3408091" [ 1111.738578] env[69566]: _type = "Task" [ 1111.738578] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.748268] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "94361d66-1fe7-4178-a977-227a5465b137" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.748587] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "94361d66-1fe7-4178-a977-227a5465b137" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.753271] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.860958] env[69566]: INFO nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Took 19.72 seconds to build instance. [ 1111.949654] env[69566]: DEBUG nova.scheduler.client.report [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.060763] env[69566]: INFO nova.compute.manager [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Took 19.89 seconds to build instance. [ 1112.146054] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.171615] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.171874] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.172099] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.172268] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.172386] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.172548] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.172864] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.173064] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.173249] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.173419] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.173593] env[69566]: DEBUG nova.virt.hardware [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.174470] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74869d3-73aa-4b32-bd0f-80e1c4c3041f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.182738] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526c2ab6-da4b-4d29-8a63-b27225307d01 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.247596] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06309} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.248467] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.248654] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449183c-021c-4af8-8a2a-499db9abe2e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.263166] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.273959] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] a6b694a7-6981-47ad-a7e3-ffc72c967980/a6b694a7-6981-47ad-a7e3-ffc72c967980.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.274736] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52ba41f-2480-4230-ba5e-9561064aef4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.294259] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1112.294259] env[69566]: value = "task-3408092" [ 1112.294259] env[69566]: _type = "Task" [ 1112.294259] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.302915] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408092, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.364103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.229s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.419288] env[69566]: DEBUG nova.compute.manager [req-79c6daf4-c36c-4428-b7ce-5a33d7e71300 req-815e7e72-b09c-407a-9ad2-df78be7ec4ee service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-vif-plugged-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.419288] env[69566]: DEBUG oslo_concurrency.lockutils [req-79c6daf4-c36c-4428-b7ce-5a33d7e71300 req-815e7e72-b09c-407a-9ad2-df78be7ec4ee service nova] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.420045] env[69566]: DEBUG oslo_concurrency.lockutils [req-79c6daf4-c36c-4428-b7ce-5a33d7e71300 req-815e7e72-b09c-407a-9ad2-df78be7ec4ee service nova] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.420045] env[69566]: DEBUG oslo_concurrency.lockutils [req-79c6daf4-c36c-4428-b7ce-5a33d7e71300 req-815e7e72-b09c-407a-9ad2-df78be7ec4ee service nova] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.420045] env[69566]: DEBUG nova.compute.manager [req-79c6daf4-c36c-4428-b7ce-5a33d7e71300 req-815e7e72-b09c-407a-9ad2-df78be7ec4ee service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] No waiting events found dispatching network-vif-plugged-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.420261] env[69566]: WARNING nova.compute.manager [req-79c6daf4-c36c-4428-b7ce-5a33d7e71300 req-815e7e72-b09c-407a-9ad2-df78be7ec4ee service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received unexpected event network-vif-plugged-93bfe6c0-4d20-4378-a94b-e83721e22f68 for instance with vm_state building and task_state spawning. [ 1112.455049] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.455315] env[69566]: INFO nova.compute.manager [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Migrating [ 1112.520071] env[69566]: DEBUG nova.network.neutron [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Successfully updated port: 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.562628] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e78b440-13a7-4172-9303-6ba4a35732bc tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.397s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.794152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.794448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.795945] env[69566]: INFO nova.compute.claims [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.807782] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.970355] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.970709] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.970817] env[69566]: DEBUG nova.network.neutron [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.023141] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.023432] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.023662] env[69566]: DEBUG nova.network.neutron [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.147096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.147404] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.147624] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.147812] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.148015] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.151288] env[69566]: INFO nova.compute.manager [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Terminating instance [ 1113.215187] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.215448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.215655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.215838] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.216016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.218424] env[69566]: INFO nova.compute.manager [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Terminating instance [ 1113.311137] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408092, 'name': ReconfigVM_Task, 'duration_secs': 0.732545} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.312129] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Reconfigured VM instance instance-00000068 to attach disk [datastore2] a6b694a7-6981-47ad-a7e3-ffc72c967980/a6b694a7-6981-47ad-a7e3-ffc72c967980.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.312743] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fc7b6c5-7510-48cb-b7b2-a6e828a2b46b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.319207] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1113.319207] env[69566]: value = "task-3408093" [ 1113.319207] env[69566]: _type = "Task" [ 1113.319207] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.327535] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408093, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.569374] env[69566]: DEBUG nova.network.neutron [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.657900] env[69566]: DEBUG nova.compute.manager [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.658199] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.659296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec7a4e8-b700-4c09-93d1-758893a78003 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.667811] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.668133] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499c7227-384b-457d-b0eb-c2bb6892af9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.674456] env[69566]: DEBUG oslo_vmware.api [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1113.674456] env[69566]: value = "task-3408094" [ 1113.674456] env[69566]: _type = "Task" [ 1113.674456] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.682783] env[69566]: DEBUG oslo_vmware.api [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.722856] env[69566]: DEBUG nova.compute.manager [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.723132] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.724088] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50764bcb-db2e-47a8-9e8e-c09bb4190333 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.732406] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.732712] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b60c042-14c2-4ee0-8ae1-926a40b69a29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.740598] env[69566]: DEBUG oslo_vmware.api [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1113.740598] env[69566]: value = "task-3408095" [ 1113.740598] env[69566]: _type = "Task" [ 1113.740598] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.749601] env[69566]: DEBUG oslo_vmware.api [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.833680] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408093, 'name': Rename_Task, 'duration_secs': 0.316518} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.838525] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.839262] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b571d1e-786d-45e0-aa95-4cbbbc9d27a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.846906] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1113.846906] env[69566]: value = "task-3408096" [ 1113.846906] env[69566]: _type = "Task" [ 1113.846906] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.864948] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.014812] env[69566]: DEBUG nova.network.neutron [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.017869] env[69566]: DEBUG nova.network.neutron [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [{"id": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "address": "fa:16:3e:ef:a5:8e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e82a85-58", "ovs_interfaceid": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.045136] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b81b634-4a69-4662-98c5-dc96730a4f01 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.053230] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b128ca66-0c60-413b-89df-3f7cbf7b66bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.083217] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17417bd1-bb05-436f-869e-ad3cbf8a8d87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.090263] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2cbb8-3d3c-4781-949a-587d81bb7457 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.103840] env[69566]: DEBUG nova.compute.provider_tree [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.185408] env[69566]: DEBUG oslo_vmware.api [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408094, 'name': PowerOffVM_Task, 'duration_secs': 0.212736} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.185735] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.185906] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.186177] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dacb623a-7cc3-458e-990d-87cab7b2f1fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.251797] env[69566]: DEBUG oslo_vmware.api [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408095, 'name': PowerOffVM_Task, 'duration_secs': 0.181247} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.253014] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.253312] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.253684] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.253942] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.254335] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleting the datastore file [datastore1] f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.254576] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-614690f3-71a0-4d98-90ea-7f3f95127590 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.256405] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30cb967d-eee0-486d-880a-93ca3eddeb58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.263938] env[69566]: DEBUG oslo_vmware.api [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1114.263938] env[69566]: value = "task-3408099" [ 1114.263938] env[69566]: _type = "Task" [ 1114.263938] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.272736] env[69566]: DEBUG oslo_vmware.api [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.327775] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.328024] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.328307] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleting the datastore file [datastore1] f3f819cb-6c49-40ea-8ee2-da8db39725b3 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.328583] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76fd49d2-403b-4118-b4a6-efb9fa75672d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.335587] env[69566]: DEBUG oslo_vmware.api [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1114.335587] env[69566]: value = "task-3408100" [ 1114.335587] env[69566]: _type = "Task" [ 1114.335587] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.345296] env[69566]: DEBUG oslo_vmware.api [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.359282] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408096, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.454611] env[69566]: DEBUG nova.compute.manager [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.454809] env[69566]: DEBUG nova.compute.manager [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing instance network info cache due to event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.455314] env[69566]: DEBUG oslo_concurrency.lockutils [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.517865] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.518389] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Instance network_info: |[{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.518849] env[69566]: DEBUG oslo_concurrency.lockutils [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.519174] env[69566]: DEBUG nova.network.neutron [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.520903] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:1b:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93bfe6c0-4d20-4378-a94b-e83721e22f68', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.530249] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.531998] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.533864] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.534193] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-505c7f36-1ce1-4857-8226-89b47b4155e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.554613] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.554613] env[69566]: value = "task-3408101" [ 1114.554613] env[69566]: _type = "Task" [ 1114.554613] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.562923] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408101, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.606729] env[69566]: DEBUG nova.scheduler.client.report [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.773936] env[69566]: DEBUG oslo_vmware.api [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197675} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.773936] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.774169] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.774355] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.774533] env[69566]: INFO nova.compute.manager [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.774769] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.774962] env[69566]: DEBUG nova.compute.manager [-] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.775071] env[69566]: DEBUG nova.network.neutron [-] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.846705] env[69566]: DEBUG oslo_vmware.api [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253626} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.846983] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.847218] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.847367] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.847600] env[69566]: INFO nova.compute.manager [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1114.847787] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.848011] env[69566]: DEBUG nova.compute.manager [-] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.848124] env[69566]: DEBUG nova.network.neutron [-] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.859271] env[69566]: DEBUG oslo_vmware.api [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408096, 'name': PowerOnVM_Task, 'duration_secs': 0.685344} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.859583] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.859715] env[69566]: INFO nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1114.859891] env[69566]: DEBUG nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.860767] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ffca9-c414-4dd9-81a1-cc87d6e4f32c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.064663] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408101, 'name': CreateVM_Task, 'duration_secs': 0.421666} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.065262] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.065534] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.065696] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.066110] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.066369] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49381d90-212c-414c-a280-b8bc56b007a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.071010] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1115.071010] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52685bf7-8102-4dc0-1ae2-80b206b5a979" [ 1115.071010] env[69566]: _type = "Task" [ 1115.071010] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.079742] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52685bf7-8102-4dc0-1ae2-80b206b5a979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.114635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.115251] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.378928] env[69566]: INFO nova.compute.manager [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Took 21.72 seconds to build instance. [ 1115.581110] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52685bf7-8102-4dc0-1ae2-80b206b5a979, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.581926] env[69566]: DEBUG nova.network.neutron [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updated VIF entry in instance network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.582355] env[69566]: DEBUG nova.network.neutron [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.583585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.586931] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.586931] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.586931] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.586931] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.586931] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ecc4d9b-0be5-47bb-87bf-05f9a8661c45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.593755] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.593980] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.595385] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e576ac06-52d7-4252-bdf3-9f3cfb65024c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.603131] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1115.603131] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52957078-2b33-02d3-452a-a2699f9c8e3b" [ 1115.603131] env[69566]: _type = "Task" [ 1115.603131] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.612669] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52957078-2b33-02d3-452a-a2699f9c8e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.619511] env[69566]: DEBUG nova.compute.utils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.620923] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.621010] env[69566]: DEBUG nova.network.neutron [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.623601] env[69566]: DEBUG nova.network.neutron [-] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.664382] env[69566]: DEBUG nova.network.neutron [-] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.701347] env[69566]: DEBUG nova.policy [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f3a2dcefcf147b8a7e018aec047ac52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e8a9b21f31d43dfb163a504959102cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.881888] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7428d13c-15ec-4281-9850-2e2307a92eb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.242s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.050185] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd88e49d-64a8-46c3-805d-89db8a2c3884 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.066952] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.071849] env[69566]: DEBUG nova.network.neutron [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Successfully created port: 39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.085995] env[69566]: DEBUG oslo_concurrency.lockutils [req-8b07ef7d-9f4b-4b82-9af7-5df166d0c429 req-539e2f19-e346-4f5c-af96-fab1bfbb117f service nova] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.113535] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52957078-2b33-02d3-452a-a2699f9c8e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.115018] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52dd9ecf-a97c-4a87-9472-5dfe4da09138 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.120910] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1116.120910] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52abe547-af71-fc0b-5229-1c86263ca3d9" [ 1116.120910] env[69566]: _type = "Task" [ 1116.120910] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.124178] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.127507] env[69566]: INFO nova.compute.manager [-] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Took 1.35 seconds to deallocate network for instance. [ 1116.136989] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52abe547-af71-fc0b-5229-1c86263ca3d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.137576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.137834] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c/3e1e21f8-a2e5-46bf-84b9-143f371d6e5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.138084] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ffc2716-c86a-4fd8-8b7d-c692207c8de4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.145319] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1116.145319] env[69566]: value = "task-3408102" [ 1116.145319] env[69566]: _type = "Task" [ 1116.145319] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.153338] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.167237] env[69566]: INFO nova.compute.manager [-] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Took 1.32 seconds to deallocate network for instance. [ 1116.398605] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "a6b694a7-6981-47ad-a7e3-ffc72c967980" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.401378] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.401378] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "a6b694a7-6981-47ad-a7e3-ffc72c967980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.401378] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.401378] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.402613] env[69566]: INFO nova.compute.manager [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Terminating instance [ 1116.514548] env[69566]: DEBUG nova.compute.manager [req-14121fd0-9115-4dde-bfee-bbda9428ee11 req-a5f98a8c-2867-4b9c-8ae2-3e4fc24e019d service nova] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Received event network-vif-deleted-52e0386c-b1bb-4f8d-8b57-c89aeeb501da {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.514705] env[69566]: DEBUG nova.compute.manager [req-14121fd0-9115-4dde-bfee-bbda9428ee11 req-a5f98a8c-2867-4b9c-8ae2-3e4fc24e019d service nova] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Received event network-vif-deleted-3cef2d54-9f0e-4f47-bda5-f47c61572c04 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.577375] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.577774] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8913a61f-de37-45df-88bd-9c9ceff1a4c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.585173] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1116.585173] env[69566]: value = "task-3408103" [ 1116.585173] env[69566]: _type = "Task" [ 1116.585173] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.594570] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.638627] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.638742] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.638942] env[69566]: DEBUG nova.objects.instance [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lazy-loading 'resources' on Instance uuid f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.655528] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446543} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.655782] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c/3e1e21f8-a2e5-46bf-84b9-143f371d6e5c.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.655994] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.656265] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-927f60e1-eabd-41c3-94d4-f5fd4e46aa25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.662756] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1116.662756] env[69566]: value = "task-3408104" [ 1116.662756] env[69566]: _type = "Task" [ 1116.662756] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.670426] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.673531] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.878223] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.878741] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.906162] env[69566]: DEBUG nova.compute.manager [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.906388] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.907547] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db0cd14-021b-458b-a4ec-e9ecbaeff5a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.915305] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.915540] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f592483-c4ef-420b-bbd7-fcaed90e205b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.921317] env[69566]: DEBUG oslo_vmware.api [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1116.921317] env[69566]: value = "task-3408105" [ 1116.921317] env[69566]: _type = "Task" [ 1116.921317] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.928546] env[69566]: DEBUG oslo_vmware.api [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.095290] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408103, 'name': PowerOffVM_Task, 'duration_secs': 0.368427} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.095578] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.095767] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.133822] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.163827] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.164118] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.164281] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.164463] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.164611] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.164757] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.164969] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.165150] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.165322] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.165488] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.165669] env[69566]: DEBUG nova.virt.hardware [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.166632] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084cc488-89cf-4c0e-818c-e97072bb7ff1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.180202] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069795} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.182289] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.183546] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8373bf6-4001-4be3-a3c2-4125f39ce633 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.186510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cec2a54-d703-4319-a7b5-1bf5eac4a913 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.212277] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c/3e1e21f8-a2e5-46bf-84b9-143f371d6e5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.222286] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bece69-fe9a-4005-b5f3-c0c49473c46a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.241764] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1117.241764] env[69566]: value = "task-3408106" [ 1117.241764] env[69566]: _type = "Task" [ 1117.241764] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.251518] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.383293] env[69566]: DEBUG nova.compute.utils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.395850] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a5b523-9e03-4fdb-852a-002b8bfab4d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.405600] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b936bc-e4a1-4504-8760-67facc1d1b9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.440785] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6d9bd-c08a-4574-9453-907c279715c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.445856] env[69566]: DEBUG nova.compute.manager [req-2c327eb5-1237-4cd1-b66a-dc2bb3be8b77 req-98905a92-2335-4cd8-81d5-8a12f50055e9 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Received event network-vif-plugged-39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.446099] env[69566]: DEBUG oslo_concurrency.lockutils [req-2c327eb5-1237-4cd1-b66a-dc2bb3be8b77 req-98905a92-2335-4cd8-81d5-8a12f50055e9 service nova] Acquiring lock "94361d66-1fe7-4178-a977-227a5465b137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.446400] env[69566]: DEBUG oslo_concurrency.lockutils [req-2c327eb5-1237-4cd1-b66a-dc2bb3be8b77 req-98905a92-2335-4cd8-81d5-8a12f50055e9 service nova] Lock "94361d66-1fe7-4178-a977-227a5465b137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.446527] env[69566]: DEBUG oslo_concurrency.lockutils [req-2c327eb5-1237-4cd1-b66a-dc2bb3be8b77 req-98905a92-2335-4cd8-81d5-8a12f50055e9 service nova] Lock "94361d66-1fe7-4178-a977-227a5465b137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.446681] env[69566]: DEBUG nova.compute.manager [req-2c327eb5-1237-4cd1-b66a-dc2bb3be8b77 req-98905a92-2335-4cd8-81d5-8a12f50055e9 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] No waiting events found dispatching network-vif-plugged-39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.446853] env[69566]: WARNING nova.compute.manager [req-2c327eb5-1237-4cd1-b66a-dc2bb3be8b77 req-98905a92-2335-4cd8-81d5-8a12f50055e9 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Received unexpected event network-vif-plugged-39b5b734-d644-4aec-bb7c-a104f77dfc6c for instance with vm_state building and task_state spawning. [ 1117.452502] env[69566]: DEBUG oslo_vmware.api [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408105, 'name': PowerOffVM_Task, 'duration_secs': 0.445823} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.454990] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.455217] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.455494] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6877c09d-1f47-4f0a-a0f2-60ecea273165 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.457858] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eff8ee-190f-466a-a1ee-8a66f5d15323 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.472688] env[69566]: DEBUG nova.compute.provider_tree [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.526891] env[69566]: DEBUG nova.network.neutron [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Successfully updated port: 39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.543714] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.543961] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.544166] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore2] a6b694a7-6981-47ad-a7e3-ffc72c967980 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.544429] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c195a8d2-4cc7-4667-a12e-39380571d952 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.551183] env[69566]: DEBUG oslo_vmware.api [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1117.551183] env[69566]: value = "task-3408108" [ 1117.551183] env[69566]: _type = "Task" [ 1117.551183] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.558655] env[69566]: DEBUG oslo_vmware.api [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.601639] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.601855] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.602016] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.602205] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.602354] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.602501] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.602706] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.602866] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.603043] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.603213] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.603433] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.608591] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d56966-93ed-4c6d-afd8-4840a17602e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.624042] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1117.624042] env[69566]: value = "task-3408109" [ 1117.624042] env[69566]: _type = "Task" [ 1117.624042] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.631640] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.751698] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408106, 'name': ReconfigVM_Task, 'duration_secs': 0.276016} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.751983] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c/3e1e21f8-a2e5-46bf-84b9-143f371d6e5c.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.752695] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c61f1af-c430-4f6b-97ac-b9b0b032b60a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.758395] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1117.758395] env[69566]: value = "task-3408110" [ 1117.758395] env[69566]: _type = "Task" [ 1117.758395] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.765996] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408110, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.887120] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.976106] env[69566]: DEBUG nova.scheduler.client.report [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.028224] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "refresh_cache-94361d66-1fe7-4178-a977-227a5465b137" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.028382] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "refresh_cache-94361d66-1fe7-4178-a977-227a5465b137" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.028564] env[69566]: DEBUG nova.network.neutron [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.061080] env[69566]: DEBUG oslo_vmware.api [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123116} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.061500] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.061713] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.061897] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.062151] env[69566]: INFO nova.compute.manager [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1118.062432] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.062632] env[69566]: DEBUG nova.compute.manager [-] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.062728] env[69566]: DEBUG nova.network.neutron [-] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.134071] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408109, 'name': ReconfigVM_Task, 'duration_secs': 0.140705} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.134434] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.268317] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408110, 'name': Rename_Task, 'duration_secs': 0.134789} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.268444] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.268694] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38a3f441-7f37-41f2-ad67-7ea56a53a73e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.275037] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1118.275037] env[69566]: value = "task-3408111" [ 1118.275037] env[69566]: _type = "Task" [ 1118.275037] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.287051] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.481431] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.483737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.810s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.484351] env[69566]: DEBUG nova.objects.instance [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lazy-loading 'resources' on Instance uuid f3f819cb-6c49-40ea-8ee2-da8db39725b3 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.506735] env[69566]: INFO nova.scheduler.client.report [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted allocations for instance f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1 [ 1118.559174] env[69566]: DEBUG nova.network.neutron [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.640946] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.641261] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.641453] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.641696] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.641921] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.642242] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.642590] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.642783] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.642960] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.643142] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.643321] env[69566]: DEBUG nova.virt.hardware [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.651073] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.651073] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a0198d-ee4c-4994-b89d-594833ace917 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.672975] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1118.672975] env[69566]: value = "task-3408112" [ 1118.672975] env[69566]: _type = "Task" [ 1118.672975] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.681122] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.697946] env[69566]: DEBUG nova.network.neutron [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Updating instance_info_cache with network_info: [{"id": "39b5b734-d644-4aec-bb7c-a104f77dfc6c", "address": "fa:16:3e:48:c7:9d", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b5b734-d6", "ovs_interfaceid": "39b5b734-d644-4aec-bb7c-a104f77dfc6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.788021] env[69566]: DEBUG oslo_vmware.api [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408111, 'name': PowerOnVM_Task, 'duration_secs': 0.498564} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.788021] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.788021] env[69566]: INFO nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1118.788021] env[69566]: DEBUG nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.788021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378e6cbf-1eec-487d-8768-80f8cd841c38 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.793648] env[69566]: DEBUG nova.network.neutron [-] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.954800] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.955112] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.955358] env[69566]: INFO nova.compute.manager [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Attaching volume e9114914-782c-4685-bf4c-e27c1e92aad5 to /dev/sdb [ 1118.991045] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362575df-17b8-4246-a7b5-7f522c50f75d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.998316] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ad56fe-0ab4-4701-942a-14c15db0201b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.014944] env[69566]: DEBUG nova.virt.block_device [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating existing volume attachment record: 020ae18b-5970-42c1-8574-ffa4b6598bc9 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1119.019624] env[69566]: DEBUG oslo_concurrency.lockutils [None req-edaef9be-7e95-4453-a69a-7cffe67b74de tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.872s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.161180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046bed8c-da84-4787-b3f9-651ddddb599c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.168840] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06730695-c6b5-426a-9a23-40659b39fe5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.203759] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "refresh_cache-94361d66-1fe7-4178-a977-227a5465b137" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.203759] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Instance network_info: |[{"id": "39b5b734-d644-4aec-bb7c-a104f77dfc6c", "address": "fa:16:3e:48:c7:9d", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b5b734-d6", "ovs_interfaceid": "39b5b734-d644-4aec-bb7c-a104f77dfc6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.203759] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:c7:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39b5b734-d644-4aec-bb7c-a104f77dfc6c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.209987] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.210655] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef0b29-3c99-4bd4-81d4-c14b37267b61 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.215983] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.216306] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408112, 'name': ReconfigVM_Task, 'duration_secs': 0.186299} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.216498] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6106525d-2e17-4c19-999a-29559e0c42c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.230787] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.231602] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c252617-a681-41b1-8dae-070bd7da668a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.237694] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2a65a-6273-4b1d-956b-7838e4621710 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.252110] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.252110] env[69566]: value = "task-3408116" [ 1119.252110] env[69566]: _type = "Task" [ 1119.252110] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.259452] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b/79f1ef2c-283b-4496-98b1-4f344cb5a35b.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.260134] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af49259-bfc2-41c6-ad00-865cd75da514 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.284778] env[69566]: DEBUG nova.compute.provider_tree [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.291577] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408116, 'name': CreateVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.293352] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1119.293352] env[69566]: value = "task-3408117" [ 1119.293352] env[69566]: _type = "Task" [ 1119.293352] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.298700] env[69566]: INFO nova.compute.manager [-] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Took 1.24 seconds to deallocate network for instance. [ 1119.309331] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.314686] env[69566]: INFO nova.compute.manager [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Took 21.42 seconds to build instance. [ 1119.472727] env[69566]: DEBUG nova.compute.manager [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Received event network-changed-39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.473648] env[69566]: DEBUG nova.compute.manager [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Refreshing instance network info cache due to event network-changed-39b5b734-d644-4aec-bb7c-a104f77dfc6c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.474266] env[69566]: DEBUG oslo_concurrency.lockutils [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] Acquiring lock "refresh_cache-94361d66-1fe7-4178-a977-227a5465b137" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.474619] env[69566]: DEBUG oslo_concurrency.lockutils [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] Acquired lock "refresh_cache-94361d66-1fe7-4178-a977-227a5465b137" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.474969] env[69566]: DEBUG nova.network.neutron [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Refreshing network info cache for port 39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.771667] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408116, 'name': CreateVM_Task, 'duration_secs': 0.34488} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.771667] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.771667] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.771667] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.771667] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.771667] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64fcebf-3450-465e-8867-33f7752912b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.776690] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1119.776690] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5280c3ea-566e-4c5b-6f93-618ff1a4bc95" [ 1119.776690] env[69566]: _type = "Task" [ 1119.776690] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.784290] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5280c3ea-566e-4c5b-6f93-618ff1a4bc95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.788230] env[69566]: DEBUG nova.scheduler.client.report [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.806146] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408117, 'name': ReconfigVM_Task, 'duration_secs': 0.25537} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.806459] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b/79f1ef2c-283b-4496-98b1-4f344cb5a35b.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.806734] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1119.815185] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.815583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-57dfb83c-ecbc-490b-9a0c-d6aad78e2bcc tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.928s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.189040] env[69566]: DEBUG nova.network.neutron [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Updated VIF entry in instance network info cache for port 39b5b734-d644-4aec-bb7c-a104f77dfc6c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.189040] env[69566]: DEBUG nova.network.neutron [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Updating instance_info_cache with network_info: [{"id": "39b5b734-d644-4aec-bb7c-a104f77dfc6c", "address": "fa:16:3e:48:c7:9d", "network": {"id": "957839cb-be6d-44e9-b068-4be459b51e42", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-465023999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e8a9b21f31d43dfb163a504959102cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b5b734-d6", "ovs_interfaceid": "39b5b734-d644-4aec-bb7c-a104f77dfc6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.287487] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5280c3ea-566e-4c5b-6f93-618ff1a4bc95, 'name': SearchDatastore_Task, 'duration_secs': 0.031427} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.287796] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.288041] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.288299] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.288439] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.288615] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.288878] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-decdb143-e266-4a68-ae84-c4f4c5236d15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.292522] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.294776] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.480s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.295008] env[69566]: DEBUG nova.objects.instance [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid a6b694a7-6981-47ad-a7e3-ffc72c967980 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.299425] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.299591] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.301885] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478d1981-bed2-4693-9e5c-da8e9f407372 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.306314] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1120.306314] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e44ad4-8f90-ef0c-b728-477ac58b3cba" [ 1120.306314] env[69566]: _type = "Task" [ 1120.306314] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.316483] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e44ad4-8f90-ef0c-b728-477ac58b3cba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.316723] env[69566]: INFO nova.scheduler.client.report [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted allocations for instance f3f819cb-6c49-40ea-8ee2-da8db39725b3 [ 1120.318072] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dbc1b7-2cfd-4209-871f-95fafe39642f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.338528] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536aac66-d95d-411e-9c50-9064d71a23ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.357478] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.479528] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.479776] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.691430] env[69566]: DEBUG oslo_concurrency.lockutils [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] Releasing lock "refresh_cache-94361d66-1fe7-4178-a977-227a5465b137" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.691707] env[69566]: DEBUG nova.compute.manager [req-f0e088d5-fb21-4f21-a985-9e5ef7d736f1 req-3f8e41c3-9bce-4d76-8cdd-0025e56ee066 service nova] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Received event network-vif-deleted-38b562bd-fda5-4398-891d-418383088494 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.816762] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e44ad4-8f90-ef0c-b728-477ac58b3cba, 'name': SearchDatastore_Task, 'duration_secs': 0.021287} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.817593] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d47946a-cd1d-43b7-a223-7731dab491c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.826035] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1120.826035] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b4e955-c7a8-39ca-d75f-8a1081b05371" [ 1120.826035] env[69566]: _type = "Task" [ 1120.826035] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.829071] env[69566]: DEBUG oslo_concurrency.lockutils [None req-93e1c466-4fb6-4ab4-8d73-3139411a5756 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "f3f819cb-6c49-40ea-8ee2-da8db39725b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.614s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.834688] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b4e955-c7a8-39ca-d75f-8a1081b05371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.915863] env[69566]: DEBUG nova.network.neutron [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Port 24e82a85-58ca-4b3f-bf28-e5da14404efa binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1120.982748] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.998133] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc97cb63-6b6c-4600-a3e4-5e019b4347cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.006302] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2699114b-bd98-4566-b489-3aa8cf37391b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.048256] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5f654d-16a5-4127-83af-664b2b9717df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.057566] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9069974-acea-4df5-a813-1325439263f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.075500] env[69566]: DEBUG nova.compute.provider_tree [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.233403] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.233665] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.337313] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b4e955-c7a8-39ca-d75f-8a1081b05371, 'name': SearchDatastore_Task, 'duration_secs': 0.014425} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.337666] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.337983] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 94361d66-1fe7-4178-a977-227a5465b137/94361d66-1fe7-4178-a977-227a5465b137.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.338298] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da309e35-569e-452c-8431-776909c5700e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.346255] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1121.346255] env[69566]: value = "task-3408119" [ 1121.346255] env[69566]: _type = "Task" [ 1121.346255] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.354285] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.502965] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.517791] env[69566]: DEBUG nova.compute.manager [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.518101] env[69566]: DEBUG nova.compute.manager [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing instance network info cache due to event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.518198] env[69566]: DEBUG oslo_concurrency.lockutils [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.518297] env[69566]: DEBUG oslo_concurrency.lockutils [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.518442] env[69566]: DEBUG nova.network.neutron [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.577342] env[69566]: DEBUG nova.scheduler.client.report [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.737629] env[69566]: DEBUG nova.compute.utils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.832631] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.832841] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.855704] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488103} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.856503] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 94361d66-1fe7-4178-a977-227a5465b137/94361d66-1fe7-4178-a977-227a5465b137.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.856728] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.856985] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03e9a4d2-e647-489f-8a41-a0b67eb27e49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.863819] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1121.863819] env[69566]: value = "task-3408120" [ 1121.863819] env[69566]: _type = "Task" [ 1121.863819] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.871009] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "9095a086-9db9-48e6-891d-f435884b189a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.871302] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "9095a086-9db9-48e6-891d-f435884b189a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.875190] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.938614] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.938834] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.939020] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.082186] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.084486] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.582s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.086427] env[69566]: INFO nova.compute.claims [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.102346] env[69566]: INFO nova.scheduler.client.report [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance a6b694a7-6981-47ad-a7e3-ffc72c967980 [ 1122.240490] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.323715] env[69566]: DEBUG nova.network.neutron [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updated VIF entry in instance network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.324110] env[69566]: DEBUG nova.network.neutron [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.335132] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.374787] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070951} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.374787] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.375705] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bbc581-0f76-4842-b1d6-b6ef31ccf7db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.378169] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1122.399849] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 94361d66-1fe7-4178-a977-227a5465b137/94361d66-1fe7-4178-a977-227a5465b137.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.400320] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78f740c-511a-49e1-9175-ae28192c8601 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.420201] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1122.420201] env[69566]: value = "task-3408121" [ 1122.420201] env[69566]: _type = "Task" [ 1122.420201] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.429753] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.609273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-35ec2423-7073-45f4-8168-ae8cb962effe tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "a6b694a7-6981-47ad-a7e3-ffc72c967980" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.210s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.826988] env[69566]: DEBUG oslo_concurrency.lockutils [req-9270ad04-1cb4-469a-8091-e21b44c84bd2 req-1afcbc48-51e8-4ae7-9b76-75e331794e37 service nova] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.854037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.895558] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.930525] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.978515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.978747] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.978931] env[69566]: DEBUG nova.network.neutron [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.090489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.090848] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.091602] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.091807] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.091988] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.097069] env[69566]: INFO nova.compute.manager [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Terminating instance [ 1123.285180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ede3d3-3efa-471c-a416-7b97b3d9730f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.292526] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca051da-e551-4d0d-94e9-c0ed710d2ab3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.296182] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.296424] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.296644] env[69566]: INFO nova.compute.manager [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Attaching volume bab61c59-3240-4df5-b46d-911a350136bf to /dev/sdb [ 1123.329560] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e691d0-f9c6-4b36-9c2d-047c3a9ab2dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.337171] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855248d-0d9e-4372-b3c3-03a9ca9a8b9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.350074] env[69566]: DEBUG nova.compute.provider_tree [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.355101] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913eb59a-0cf5-4d2b-8612-ff82b7de665d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.359203] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c7da1-0dd8-424a-a044-9a0d27437c9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.371837] env[69566]: DEBUG nova.virt.block_device [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updating existing volume attachment record: 5da864a6-bd77-428e-8f75-578faa93a6ff {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.431554] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.564041] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.564327] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679947', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'name': 'volume-e9114914-782c-4685-bf4c-e27c1e92aad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d9ba984-8f64-417a-a044-9631add65528', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'serial': 'e9114914-782c-4685-bf4c-e27c1e92aad5'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.565255] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d906096-1149-482f-a14d-9cb1fcff035d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.582976] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32960bf2-0d21-40d6-846d-3328c3fe5590 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.601062] env[69566]: DEBUG nova.compute.manager [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.601323] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.609057] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-e9114914-782c-4685-bf4c-e27c1e92aad5/volume-e9114914-782c-4685-bf4c-e27c1e92aad5.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.612042] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99706952-dbff-4766-ab09-9a53108fc527 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.614366] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd80e053-f2cd-4c94-aa99-4b1f604f4f76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.632031] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.633934] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf16675-ceae-4915-a61f-f598d66b53ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.635394] env[69566]: DEBUG oslo_vmware.api [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1123.635394] env[69566]: value = "task-3408123" [ 1123.635394] env[69566]: _type = "Task" [ 1123.635394] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.643509] env[69566]: DEBUG oslo_vmware.api [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408123, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.644724] env[69566]: DEBUG oslo_vmware.api [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1123.644724] env[69566]: value = "task-3408124" [ 1123.644724] env[69566]: _type = "Task" [ 1123.644724] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.652251] env[69566]: DEBUG oslo_vmware.api [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.721121] env[69566]: DEBUG nova.network.neutron [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [{"id": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "address": "fa:16:3e:ef:a5:8e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e82a85-58", "ovs_interfaceid": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.856754] env[69566]: DEBUG nova.scheduler.client.report [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.933488] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408121, 'name': ReconfigVM_Task, 'duration_secs': 1.156653} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.933757] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 94361d66-1fe7-4178-a977-227a5465b137/94361d66-1fe7-4178-a977-227a5465b137.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.934489] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-610cfaef-d1db-4498-b81d-799043fda986 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.940399] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1123.940399] env[69566]: value = "task-3408125" [ 1123.940399] env[69566]: _type = "Task" [ 1123.940399] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.948919] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408125, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.147724] env[69566]: DEBUG oslo_vmware.api [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408123, 'name': ReconfigVM_Task, 'duration_secs': 0.42182} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.150868] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-e9114914-782c-4685-bf4c-e27c1e92aad5/volume-e9114914-782c-4685-bf4c-e27c1e92aad5.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.155682] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3b34ce-e544-48d5-8a5a-07c68373915a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.170056] env[69566]: DEBUG oslo_vmware.api [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408124, 'name': PowerOffVM_Task, 'duration_secs': 0.184337} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.171209] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.171370] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.171662] env[69566]: DEBUG oslo_vmware.api [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1124.171662] env[69566]: value = "task-3408126" [ 1124.171662] env[69566]: _type = "Task" [ 1124.171662] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.171840] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2673fedf-8af6-4ec5-bb05-730f82dc3193 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.181461] env[69566]: DEBUG oslo_vmware.api [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.223457] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.253580] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.253836] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.254037] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore2] cce6ca00-d570-459d-99a9-4a15aa7f2e30 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.254315] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e75b342e-fb85-437b-aef3-e2e8e8de9647 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.261445] env[69566]: DEBUG oslo_vmware.api [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1124.261445] env[69566]: value = "task-3408128" [ 1124.261445] env[69566]: _type = "Task" [ 1124.261445] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.269324] env[69566]: DEBUG oslo_vmware.api [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.363224] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.363797] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.366891] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.513s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.368512] env[69566]: INFO nova.compute.claims [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.453620] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408125, 'name': Rename_Task, 'duration_secs': 0.141721} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.453948] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.454237] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a734bfe7-f162-4d7a-845f-73e1b6a8aa90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.461201] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1124.461201] env[69566]: value = "task-3408129" [ 1124.461201] env[69566]: _type = "Task" [ 1124.461201] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.471081] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.683430] env[69566]: DEBUG oslo_vmware.api [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408126, 'name': ReconfigVM_Task, 'duration_secs': 0.192866} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.683754] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679947', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'name': 'volume-e9114914-782c-4685-bf4c-e27c1e92aad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d9ba984-8f64-417a-a044-9631add65528', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'serial': 'e9114914-782c-4685-bf4c-e27c1e92aad5'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.746373] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5e23be-edea-4f21-b04c-193c1517968e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.768643] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba05027-e359-4314-8185-79d40f515b3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.777484] env[69566]: DEBUG oslo_vmware.api [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297281} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.780435] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.780639] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.780822] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.781114] env[69566]: INFO nova.compute.manager [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1124.781394] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.782608] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.786557] env[69566]: DEBUG nova.compute.manager [-] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.786663] env[69566]: DEBUG nova.network.neutron [-] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.873210] env[69566]: DEBUG nova.compute.utils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.878664] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.878664] env[69566]: DEBUG nova.network.neutron [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.920359] env[69566]: DEBUG nova.policy [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.971398] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.091179] env[69566]: DEBUG nova.compute.manager [req-883c2a3c-2124-4463-8d06-35da30989463 req-fd493627-e332-4299-89fc-fbee0c2270b9 service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Received event network-vif-deleted-512d25e4-09d9-49de-96da-6da550c1eb74 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.091474] env[69566]: INFO nova.compute.manager [req-883c2a3c-2124-4463-8d06-35da30989463 req-fd493627-e332-4299-89fc-fbee0c2270b9 service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Neutron deleted interface 512d25e4-09d9-49de-96da-6da550c1eb74; detaching it from the instance and deleting it from the info cache [ 1125.091952] env[69566]: DEBUG nova.network.neutron [req-883c2a3c-2124-4463-8d06-35da30989463 req-fd493627-e332-4299-89fc-fbee0c2270b9 service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.229400] env[69566]: DEBUG nova.network.neutron [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Successfully created port: 0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.289695] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.290009] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501d5fad-0c1a-48a1-be8d-4931047b4a11 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.297455] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1125.297455] env[69566]: value = "task-3408130" [ 1125.297455] env[69566]: _type = "Task" [ 1125.297455] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.307377] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.377333] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.475050] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.569729] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4c175a-231b-4d1a-a3db-2e97ea4a7157 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.572467] env[69566]: DEBUG nova.network.neutron [-] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.578117] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9475eb-e136-4fa9-a419-d671978a4b40 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.610577] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fa0d656-2b12-4ad5-84bb-a9a5ea6280be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.613378] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d057ec-19aa-48e5-9f23-ef75a01ca948 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.623033] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8223a21b-76e2-4e41-965d-c835b2d2ccc4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.629910] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c39b1-d8e0-4eb8-babb-1decf3b39ff8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.651621] env[69566]: DEBUG nova.compute.provider_tree [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.665889] env[69566]: DEBUG nova.compute.manager [req-883c2a3c-2124-4463-8d06-35da30989463 req-fd493627-e332-4299-89fc-fbee0c2270b9 service nova] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Detach interface failed, port_id=512d25e4-09d9-49de-96da-6da550c1eb74, reason: Instance cce6ca00-d570-459d-99a9-4a15aa7f2e30 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.667057] env[69566]: DEBUG nova.scheduler.client.report [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.730237] env[69566]: DEBUG nova.objects.instance [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.811871] env[69566]: DEBUG oslo_vmware.api [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408130, 'name': PowerOnVM_Task, 'duration_secs': 0.435502} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.812189] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.812401] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4497ef8b-3e50-4a47-a706-e8acbcc7ceff tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance '79f1ef2c-283b-4496-98b1-4f344cb5a35b' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.973658] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.076090] env[69566]: INFO nova.compute.manager [-] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Took 1.29 seconds to deallocate network for instance. [ 1126.172777] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.806s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.173264] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.175854] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.280s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.177470] env[69566]: INFO nova.compute.claims [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.235181] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f94fceb6-daab-497e-ba73-23e88df19094 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.280s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.307075] env[69566]: DEBUG oslo_concurrency.lockutils [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.307282] env[69566]: DEBUG oslo_concurrency.lockutils [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.307486] env[69566]: DEBUG nova.compute.manager [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.308513] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc322592-9bc8-4f50-a908-794bc3510ede {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.315728] env[69566]: DEBUG nova.compute.manager [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.316296] env[69566]: DEBUG nova.objects.instance [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.390790] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.417981] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.418242] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.418406] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.418592] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.418736] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.418882] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.419107] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.419296] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.419474] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.419640] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.419814] env[69566]: DEBUG nova.virt.hardware [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.420867] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670f3c7e-dbec-415f-8a17-cad943222a16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.429518] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c22eb44-f69e-4777-8af9-ef5a53443d31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.473840] env[69566]: DEBUG oslo_vmware.api [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408129, 'name': PowerOnVM_Task, 'duration_secs': 1.874744} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.474112] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.474322] env[69566]: INFO nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1126.474509] env[69566]: DEBUG nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.475321] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dbc2b3-d8bb-4edd-bf76-b2b21047dae1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.583314] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.601567] env[69566]: DEBUG nova.compute.manager [req-5063abe2-eda7-44bf-912a-4d72b6efbfa7 req-cde1f500-e45c-4b17-9b76-80949c7d8ced service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-vif-plugged-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.601789] env[69566]: DEBUG oslo_concurrency.lockutils [req-5063abe2-eda7-44bf-912a-4d72b6efbfa7 req-cde1f500-e45c-4b17-9b76-80949c7d8ced service nova] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.602026] env[69566]: DEBUG oslo_concurrency.lockutils [req-5063abe2-eda7-44bf-912a-4d72b6efbfa7 req-cde1f500-e45c-4b17-9b76-80949c7d8ced service nova] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.602188] env[69566]: DEBUG oslo_concurrency.lockutils [req-5063abe2-eda7-44bf-912a-4d72b6efbfa7 req-cde1f500-e45c-4b17-9b76-80949c7d8ced service nova] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.602391] env[69566]: DEBUG nova.compute.manager [req-5063abe2-eda7-44bf-912a-4d72b6efbfa7 req-cde1f500-e45c-4b17-9b76-80949c7d8ced service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] No waiting events found dispatching network-vif-plugged-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.602562] env[69566]: WARNING nova.compute.manager [req-5063abe2-eda7-44bf-912a-4d72b6efbfa7 req-cde1f500-e45c-4b17-9b76-80949c7d8ced service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received unexpected event network-vif-plugged-0de73a32-ccc2-4b94-b77f-300d55ae46f1 for instance with vm_state building and task_state spawning. [ 1126.682576] env[69566]: DEBUG nova.compute.utils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.686131] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.687493] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.704217] env[69566]: DEBUG nova.network.neutron [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Successfully updated port: 0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.735768] env[69566]: DEBUG nova.policy [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9add1119c78468ab0eaa2bbccdcaf84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd31e36c8596a44509a4968eabed3de5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.993662] env[69566]: INFO nova.compute.manager [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Took 14.22 seconds to build instance. [ 1127.179683] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Successfully created port: ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.186397] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.209295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.209295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.209295] env[69566]: DEBUG nova.network.neutron [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.339616] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.341821] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b19a798-8295-4355-97eb-0347482658d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.348901] env[69566]: DEBUG oslo_vmware.api [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1127.348901] env[69566]: value = "task-3408132" [ 1127.348901] env[69566]: _type = "Task" [ 1127.348901] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.360576] env[69566]: DEBUG oslo_vmware.api [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.400258] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e70ecfb-c27d-41ab-a20b-b4de410ed26a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.407831] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3f7a0-6004-4fad-af3e-4262858e85b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.439977] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3f4c9f-fbfa-46c0-acf0-49e38bb9fad8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.447393] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a81072-a4b6-46d8-a81f-648f061551df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.462223] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "94361d66-1fe7-4178-a977-227a5465b137" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.462223] env[69566]: DEBUG nova.compute.provider_tree [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.495461] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e83977d8-0541-4eb9-9323-5861e733e337 tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "94361d66-1fe7-4178-a977-227a5465b137" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.747s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.495706] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "94361d66-1fe7-4178-a977-227a5465b137" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.034s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.495922] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "94361d66-1fe7-4178-a977-227a5465b137-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.496143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "94361d66-1fe7-4178-a977-227a5465b137-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.496319] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "94361d66-1fe7-4178-a977-227a5465b137-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.498253] env[69566]: INFO nova.compute.manager [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Terminating instance [ 1127.742630] env[69566]: DEBUG nova.network.neutron [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.858900] env[69566]: DEBUG oslo_vmware.api [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408132, 'name': PowerOffVM_Task, 'duration_secs': 0.309482} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.859172] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.859411] env[69566]: DEBUG nova.compute.manager [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.860261] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919f6788-1926-4b3b-9be2-59e7d0c40894 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.892178] env[69566]: DEBUG nova.network.neutron [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.917870] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1127.918137] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679949', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'name': 'volume-bab61c59-3240-4df5-b46d-911a350136bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bdf8749-4461-468d-92c5-20330f4caba0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'serial': 'bab61c59-3240-4df5-b46d-911a350136bf'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1127.919276] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b8100-06b8-4752-ac6b-c4b0e1ec1274 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.935990] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67e80a-7294-467a-90e5-9139f06951fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.961877] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-bab61c59-3240-4df5-b46d-911a350136bf/volume-bab61c59-3240-4df5-b46d-911a350136bf.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.962239] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e52bb0-8d66-4400-bed8-422ba6699336 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.975766] env[69566]: DEBUG nova.scheduler.client.report [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.985295] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1127.985295] env[69566]: value = "task-3408133" [ 1127.985295] env[69566]: _type = "Task" [ 1127.985295] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.993536] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.001496] env[69566]: DEBUG nova.compute.manager [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.001730] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.002782] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d083a18b-816e-4263-9ac6-f0d6a2bed658 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.010226] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.011431] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b16c5b7-7213-437b-8618-5e803e309461 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.016832] env[69566]: DEBUG oslo_vmware.api [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1128.016832] env[69566]: value = "task-3408134" [ 1128.016832] env[69566]: _type = "Task" [ 1128.016832] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.027329] env[69566]: DEBUG oslo_vmware.api [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.202363] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.232419] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.232762] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.232931] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.233229] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.233531] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.233834] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.234533] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.234533] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.234747] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.235088] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.235367] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.236461] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeda02e-5b30-48c8-a280-35045e6d50de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.245058] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fab857d-0cbf-42ba-b6a0-42e9f04c4bda {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.378161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-976b47cd-d56d-4f0a-9fd3-eb606af5d974 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.395324] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.396096] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Instance network_info: |[{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.396268] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:57:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de73a32-ccc2-4b94-b77f-300d55ae46f1', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.404197] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.405691] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.405996] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96c112a1-30fe-4f3b-a5cc-e42ee7f258d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.430396] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.430396] env[69566]: value = "task-3408135" [ 1128.430396] env[69566]: _type = "Task" [ 1128.430396] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.440149] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408135, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.480949] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.481686] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.484574] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.902s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.484809] env[69566]: DEBUG nova.objects.instance [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid cce6ca00-d570-459d-99a9-4a15aa7f2e30 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.496495] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408133, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.528256] env[69566]: DEBUG oslo_vmware.api [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408134, 'name': PowerOffVM_Task, 'duration_secs': 0.183376} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.528527] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.528687] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.529030] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2633ea18-e732-49b7-9e86-01208fd655a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.593952] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.594207] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.594413] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleting the datastore file [datastore1] 94361d66-1fe7-4178-a977-227a5465b137 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.594690] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e007265f-7a96-48e8-b837-5bb8b5c23cb5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.602570] env[69566]: DEBUG oslo_vmware.api [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for the task: (returnval){ [ 1128.602570] env[69566]: value = "task-3408137" [ 1128.602570] env[69566]: _type = "Task" [ 1128.602570] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.610908] env[69566]: DEBUG oslo_vmware.api [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.613106] env[69566]: DEBUG nova.compute.manager [req-2d09f31d-98e1-43d2-bac3-c3c0396867d1 req-9d689815-9bf7-4663-961f-d9f39f9b2cda service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Received event network-vif-plugged-ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.613341] env[69566]: DEBUG oslo_concurrency.lockutils [req-2d09f31d-98e1-43d2-bac3-c3c0396867d1 req-9d689815-9bf7-4663-961f-d9f39f9b2cda service nova] Acquiring lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.613552] env[69566]: DEBUG oslo_concurrency.lockutils [req-2d09f31d-98e1-43d2-bac3-c3c0396867d1 req-9d689815-9bf7-4663-961f-d9f39f9b2cda service nova] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.613752] env[69566]: DEBUG oslo_concurrency.lockutils [req-2d09f31d-98e1-43d2-bac3-c3c0396867d1 req-9d689815-9bf7-4663-961f-d9f39f9b2cda service nova] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.613923] env[69566]: DEBUG nova.compute.manager [req-2d09f31d-98e1-43d2-bac3-c3c0396867d1 req-9d689815-9bf7-4663-961f-d9f39f9b2cda service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] No waiting events found dispatching network-vif-plugged-ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.614191] env[69566]: WARNING nova.compute.manager [req-2d09f31d-98e1-43d2-bac3-c3c0396867d1 req-9d689815-9bf7-4663-961f-d9f39f9b2cda service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Received unexpected event network-vif-plugged-ea49cf16-2390-4c43-a4f8-00fad9aafd2e for instance with vm_state building and task_state spawning. [ 1128.632355] env[69566]: DEBUG nova.compute.manager [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.632555] env[69566]: DEBUG nova.compute.manager [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing instance network info cache due to event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.632872] env[69566]: DEBUG oslo_concurrency.lockutils [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.632957] env[69566]: DEBUG oslo_concurrency.lockutils [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.633061] env[69566]: DEBUG nova.network.neutron [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.700475] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Successfully updated port: ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.926415] env[69566]: DEBUG nova.objects.instance [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.941867] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408135, 'name': CreateVM_Task, 'duration_secs': 0.387698} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.942159] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.942883] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.943068] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.943413] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.943935] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1624a79-6a4f-4dde-b0ef-30e2e219b851 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.949143] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1128.949143] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52822243-c341-e497-f34b-ad05b0ca0818" [ 1128.949143] env[69566]: _type = "Task" [ 1128.949143] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.957313] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52822243-c341-e497-f34b-ad05b0ca0818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.987543] env[69566]: DEBUG nova.compute.utils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.991782] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.991960] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.003954] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.004215] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.004401] env[69566]: DEBUG nova.compute.manager [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Going to confirm migration 4 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1129.008452] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408133, 'name': ReconfigVM_Task, 'duration_secs': 0.530428} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.008452] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-bab61c59-3240-4df5-b46d-911a350136bf/volume-bab61c59-3240-4df5-b46d-911a350136bf.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.011934] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eb7b275-762e-42d5-97d5-61c9026c011e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.030026] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1129.030026] env[69566]: value = "task-3408138" [ 1129.030026] env[69566]: _type = "Task" [ 1129.030026] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.039253] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.057325] env[69566]: DEBUG nova.policy [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9add1119c78468ab0eaa2bbccdcaf84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd31e36c8596a44509a4968eabed3de5d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.113923] env[69566]: DEBUG oslo_vmware.api [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Task: {'id': task-3408137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205257} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.114682] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.114682] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.114682] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.114682] env[69566]: INFO nova.compute.manager [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1129.114968] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.115083] env[69566]: DEBUG nova.compute.manager [-] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.115172] env[69566]: DEBUG nova.network.neutron [-] [instance: 94361d66-1fe7-4178-a977-227a5465b137] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.203345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "refresh_cache-74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.203491] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "refresh_cache-74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.203590] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.221588] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba23357-6b57-4294-a6b4-6fa329ddf83a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.231470] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9561811-8bf3-4f03-bd0d-02951399c727 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.269627] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f7fda3-ee2c-4f86-b40d-18dc376bc1d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.276985] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9c5087-e887-480f-9ff5-5e4449dec077 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.296829] env[69566]: DEBUG nova.compute.provider_tree [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.317014] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Successfully created port: 34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.431899] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.432188] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.432625] env[69566]: DEBUG nova.network.neutron [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.432625] env[69566]: DEBUG nova.objects.instance [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'info_cache' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.459955] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52822243-c341-e497-f34b-ad05b0ca0818, 'name': SearchDatastore_Task, 'duration_secs': 0.010126} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.459955] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.459955] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.460197] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.461028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.461028] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.461028] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67fdd67b-ac7a-4c1e-92b3-e62991178433 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.474337] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.474670] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.479407] env[69566]: DEBUG nova.network.neutron [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updated VIF entry in instance network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.479735] env[69566]: DEBUG nova.network.neutron [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.481054] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de2877a-eba6-43a0-9f4b-21c042c84d6f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.491084] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1129.491084] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52db0654-ada5-ad7e-f021-1025d657c5d8" [ 1129.491084] env[69566]: _type = "Task" [ 1129.491084] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.492164] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.510834] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52db0654-ada5-ad7e-f021-1025d657c5d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.513891] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314777b7-bb45-474a-86c3-3bd6eb8460cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.521074] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1129.521074] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526009ea-2321-afe6-2822-96bc0018bad6" [ 1129.521074] env[69566]: _type = "Task" [ 1129.521074] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.529924] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526009ea-2321-afe6-2822-96bc0018bad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.539241] env[69566]: DEBUG oslo_vmware.api [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408138, 'name': ReconfigVM_Task, 'duration_secs': 0.210532} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.540126] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679949', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'name': 'volume-bab61c59-3240-4df5-b46d-911a350136bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bdf8749-4461-468d-92c5-20330f4caba0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'serial': 'bab61c59-3240-4df5-b46d-911a350136bf'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.572100] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.572278] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquired lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.572463] env[69566]: DEBUG nova.network.neutron [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.572653] env[69566]: DEBUG nova.objects.instance [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'info_cache' on Instance uuid 79f1ef2c-283b-4496-98b1-4f344cb5a35b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.735245] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.802360] env[69566]: DEBUG nova.scheduler.client.report [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.854619] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Updating instance_info_cache with network_info: [{"id": "ea49cf16-2390-4c43-a4f8-00fad9aafd2e", "address": "fa:16:3e:e3:36:d8", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea49cf16-23", "ovs_interfaceid": "ea49cf16-2390-4c43-a4f8-00fad9aafd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.936701] env[69566]: DEBUG nova.objects.base [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Object Instance<3d9ba984-8f64-417a-a044-9631add65528> lazy-loaded attributes: flavor,info_cache {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.989027] env[69566]: DEBUG oslo_concurrency.lockutils [req-66dcd63a-b2f0-4ea8-b3ab-ad508e9ae4d3 req-dc285291-fe1b-40e3-b5d1-ae3409832f22 service nova] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.013868] env[69566]: DEBUG nova.network.neutron [-] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.034321] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526009ea-2321-afe6-2822-96bc0018bad6, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.034597] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.034858] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] db7933fa-605b-4aef-8fe9-78c61eb06a2d/db7933fa-605b-4aef-8fe9-78c61eb06a2d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.035131] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bb90360-30a3-48b0-86e0-4c7e4cb59612 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.045658] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1130.045658] env[69566]: value = "task-3408139" [ 1130.045658] env[69566]: _type = "Task" [ 1130.045658] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.055189] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.307481] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.336156] env[69566]: INFO nova.scheduler.client.report [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance cce6ca00-d570-459d-99a9-4a15aa7f2e30 [ 1130.357422] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "refresh_cache-74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.357785] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Instance network_info: |[{"id": "ea49cf16-2390-4c43-a4f8-00fad9aafd2e", "address": "fa:16:3e:e3:36:d8", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea49cf16-23", "ovs_interfaceid": "ea49cf16-2390-4c43-a4f8-00fad9aafd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.358256] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:36:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea49cf16-2390-4c43-a4f8-00fad9aafd2e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.366290] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.366547] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.366787] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c40780-a1e0-454f-ac74-8d2a26e7acaa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.389304] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.389304] env[69566]: value = "task-3408140" [ 1130.389304] env[69566]: _type = "Task" [ 1130.389304] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.399812] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408140, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.509742] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.517356] env[69566]: INFO nova.compute.manager [-] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Took 1.40 seconds to deallocate network for instance. [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.539018] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.539771] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.540028] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.540328] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.540569] env[69566]: DEBUG nova.virt.hardware [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.541573] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a8ae32-8311-4882-8a19-56438d1076dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.554041] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7611ffc4-154a-4d78-8108-4923e91f08fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.563987] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508291} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.564642] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] db7933fa-605b-4aef-8fe9-78c61eb06a2d/db7933fa-605b-4aef-8fe9-78c61eb06a2d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.564915] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.565442] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb761e8b-0d2f-48f7-96e1-63421cb8d80e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.583365] env[69566]: DEBUG nova.objects.instance [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'flavor' on Instance uuid 3bdf8749-4461-468d-92c5-20330f4caba0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.585577] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1130.585577] env[69566]: value = "task-3408141" [ 1130.585577] env[69566]: _type = "Task" [ 1130.585577] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.599943] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.757749] env[69566]: DEBUG nova.network.neutron [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [{"id": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "address": "fa:16:3e:40:08:e2", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b268f51-17", "ovs_interfaceid": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.844784] env[69566]: DEBUG oslo_concurrency.lockutils [None req-5a4869a4-7f84-4d9c-a514-e0791e8517af tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "cce6ca00-d570-459d-99a9-4a15aa7f2e30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.754s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.860390] env[69566]: DEBUG nova.network.neutron [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [{"id": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "address": "fa:16:3e:ef:a5:8e", "network": {"id": "bfce1b2c-2e71-4c4a-bd93-3f5031fb4123", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-626651172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "872b7afbe09a4ca2a113beec04f4be28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e82a85-58", "ovs_interfaceid": "24e82a85-58ca-4b3f-bf28-e5da14404efa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.900667] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408140, 'name': CreateVM_Task, 'duration_secs': 0.433444} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.900836] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.901562] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.901734] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.902075] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.902441] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee164333-56ad-4594-b745-0ae49b3ddd3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.906756] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1130.906756] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526c42e0-914c-44b0-592f-60122ae6cc92" [ 1130.906756] env[69566]: _type = "Task" [ 1130.906756] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.914482] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526c42e0-914c-44b0-592f-60122ae6cc92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.953255] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.010142] env[69566]: DEBUG nova.compute.manager [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Received event network-changed-ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.010142] env[69566]: DEBUG nova.compute.manager [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Refreshing instance network info cache due to event network-changed-ea49cf16-2390-4c43-a4f8-00fad9aafd2e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.010142] env[69566]: DEBUG oslo_concurrency.lockutils [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] Acquiring lock "refresh_cache-74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.010142] env[69566]: DEBUG oslo_concurrency.lockutils [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] Acquired lock "refresh_cache-74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.010705] env[69566]: DEBUG nova.network.neutron [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Refreshing network info cache for port ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.027989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.027989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.027989] env[69566]: DEBUG nova.objects.instance [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lazy-loading 'resources' on Instance uuid 94361d66-1fe7-4178-a977-227a5465b137 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.038652] env[69566]: DEBUG nova.compute.manager [req-ddcf8374-87e2-4fb2-9df1-ccebf81c8ddc req-994021f1-d0f1-4c09-aa5f-bce49baae6a2 service nova] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Received event network-vif-deleted-39b5b734-d644-4aec-bb7c-a104f77dfc6c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.095276] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8bf5c1c6-494f-4fd8-8bf3-0be5d34bf1b0 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.798s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.096251] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.143s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.102767] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066302} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.102767] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.103453] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa5700-966a-4cca-b7f4-d1b695d4a228 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.125552] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] db7933fa-605b-4aef-8fe9-78c61eb06a2d/db7933fa-605b-4aef-8fe9-78c61eb06a2d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.126727] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d662854a-d025-4b72-b4bd-0b0106a7aa17 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.145266] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1131.145266] env[69566]: value = "task-3408142" [ 1131.145266] env[69566]: _type = "Task" [ 1131.145266] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.155894] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.202468] env[69566]: DEBUG nova.compute.manager [req-fd6171c1-924c-40a9-8c94-ac4ecedbb56b req-f4d99a77-5951-4650-aa46-15903833e43d service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Received event network-vif-plugged-34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.202693] env[69566]: DEBUG oslo_concurrency.lockutils [req-fd6171c1-924c-40a9-8c94-ac4ecedbb56b req-f4d99a77-5951-4650-aa46-15903833e43d service nova] Acquiring lock "9095a086-9db9-48e6-891d-f435884b189a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.202900] env[69566]: DEBUG oslo_concurrency.lockutils [req-fd6171c1-924c-40a9-8c94-ac4ecedbb56b req-f4d99a77-5951-4650-aa46-15903833e43d service nova] Lock "9095a086-9db9-48e6-891d-f435884b189a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.203083] env[69566]: DEBUG oslo_concurrency.lockutils [req-fd6171c1-924c-40a9-8c94-ac4ecedbb56b req-f4d99a77-5951-4650-aa46-15903833e43d service nova] Lock "9095a086-9db9-48e6-891d-f435884b189a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.203258] env[69566]: DEBUG nova.compute.manager [req-fd6171c1-924c-40a9-8c94-ac4ecedbb56b req-f4d99a77-5951-4650-aa46-15903833e43d service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] No waiting events found dispatching network-vif-plugged-34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.203429] env[69566]: WARNING nova.compute.manager [req-fd6171c1-924c-40a9-8c94-ac4ecedbb56b req-f4d99a77-5951-4650-aa46-15903833e43d service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Received unexpected event network-vif-plugged-34ef13a5-d0a4-4d93-930a-712258a6ac4f for instance with vm_state building and task_state spawning. [ 1131.260377] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.363609] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Releasing lock "refresh_cache-79f1ef2c-283b-4496-98b1-4f344cb5a35b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.363882] env[69566]: DEBUG nova.objects.instance [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lazy-loading 'migration_context' on Instance uuid 79f1ef2c-283b-4496-98b1-4f344cb5a35b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.418770] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526c42e0-914c-44b0-592f-60122ae6cc92, 'name': SearchDatastore_Task, 'duration_secs': 0.012814} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.419082] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.419326] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.419563] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.419718] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.419901] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.420173] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f714abf3-e66c-4ae1-a698-31f004bef164 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.434726] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.434909] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.435632] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3700ac34-aa35-429d-81da-91262fe0257f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.440971] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1131.440971] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f838ca-89af-edd2-e2da-904bde3abdd2" [ 1131.440971] env[69566]: _type = "Task" [ 1131.440971] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.448205] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f838ca-89af-edd2-e2da-904bde3abdd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.519529] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Successfully updated port: 34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.597593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.597838] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.603142] env[69566]: INFO nova.compute.manager [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Detaching volume bab61c59-3240-4df5-b46d-911a350136bf [ 1131.642391] env[69566]: INFO nova.virt.block_device [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Attempting to driver detach volume bab61c59-3240-4df5-b46d-911a350136bf from mountpoint /dev/sdb [ 1131.642785] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1131.642877] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679949', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'name': 'volume-bab61c59-3240-4df5-b46d-911a350136bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bdf8749-4461-468d-92c5-20330f4caba0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'serial': 'bab61c59-3240-4df5-b46d-911a350136bf'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1131.643737] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1d295-d4dd-43cf-8660-82407c9380fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.675159] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fcbd6c-d9ab-4b3c-a872-f82226b7ca0c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.680910] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408142, 'name': ReconfigVM_Task, 'duration_secs': 0.514314} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.681663] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] db7933fa-605b-4aef-8fe9-78c61eb06a2d/db7933fa-605b-4aef-8fe9-78c61eb06a2d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.682343] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-727ade18-a639-4cf0-bd74-5904f74a7ca2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.689152] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f2076d-e079-4275-8c7f-b598222d6882 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.693451] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1131.693451] env[69566]: value = "task-3408143" [ 1131.693451] env[69566]: _type = "Task" [ 1131.693451] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.717918] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed17e62b-2e9f-445f-af67-05da5964605e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.726807] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408143, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.739523] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] The volume has not been displaced from its original location: [datastore1] volume-bab61c59-3240-4df5-b46d-911a350136bf/volume-bab61c59-3240-4df5-b46d-911a350136bf.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1131.744959] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.747889] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec51f01-e149-4bb5-a426-849daae17af3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.770134] env[69566]: DEBUG oslo_vmware.api [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1131.770134] env[69566]: value = "task-3408144" [ 1131.770134] env[69566]: _type = "Task" [ 1131.770134] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.783374] env[69566]: DEBUG oslo_vmware.api [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.800130] env[69566]: DEBUG nova.network.neutron [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Updated VIF entry in instance network info cache for port ea49cf16-2390-4c43-a4f8-00fad9aafd2e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.800544] env[69566]: DEBUG nova.network.neutron [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Updating instance_info_cache with network_info: [{"id": "ea49cf16-2390-4c43-a4f8-00fad9aafd2e", "address": "fa:16:3e:e3:36:d8", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea49cf16-23", "ovs_interfaceid": "ea49cf16-2390-4c43-a4f8-00fad9aafd2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.809341] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e894f676-e5ca-4921-8b1b-9e9a0d83ca9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.817154] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc4f215-c657-42d3-ae42-c1f5a83922fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.850790] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc99cde1-068c-4522-adfa-abe10685b550 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.860174] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc18734-daae-47de-8ff7-12bf1c4e58e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.866446] env[69566]: DEBUG nova.objects.base [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Object Instance<79f1ef2c-283b-4496-98b1-4f344cb5a35b> lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.867679] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f07f0c7-8093-42b7-a164-c54d5d1a004d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.880885] env[69566]: DEBUG nova.compute.provider_tree [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.902045] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-437a9639-31fe-425e-8c43-e6158656a4ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.910020] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1131.910020] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5267ec2d-b826-3cf7-f713-663a7b06286a" [ 1131.910020] env[69566]: _type = "Task" [ 1131.910020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.920443] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5267ec2d-b826-3cf7-f713-663a7b06286a, 'name': SearchDatastore_Task, 'duration_secs': 0.007847} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.920443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.951380] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f838ca-89af-edd2-e2da-904bde3abdd2, 'name': SearchDatastore_Task, 'duration_secs': 0.061564} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.952236] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be92d5de-0844-499c-a4f8-8dc4c4c65fa1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.957563] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1131.957563] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52980e08-5049-3bd2-a6fa-bef3ea69319b" [ 1131.957563] env[69566]: _type = "Task" [ 1131.957563] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.966068] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52980e08-5049-3bd2-a6fa-bef3ea69319b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.022632] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "refresh_cache-9095a086-9db9-48e6-891d-f435884b189a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.022730] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "refresh_cache-9095a086-9db9-48e6-891d-f435884b189a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.022942] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.103634] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.219233] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408143, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.267093] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.267443] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ae9c00-575a-400e-9b27-88696010b94e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.274852] env[69566]: DEBUG oslo_vmware.api [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1132.274852] env[69566]: value = "task-3408145" [ 1132.274852] env[69566]: _type = "Task" [ 1132.274852] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.285855] env[69566]: DEBUG oslo_vmware.api [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408144, 'name': ReconfigVM_Task, 'duration_secs': 0.296763} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.288805] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.293760] env[69566]: DEBUG oslo_vmware.api [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.293984] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5561f676-6ccb-4420-bbed-f52c924b7c3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.305042] env[69566]: DEBUG oslo_concurrency.lockutils [req-812b7899-ca1e-4957-b02c-466ce27fef4c req-5e58e384-2953-45a9-b71f-3131b8333524 service nova] Releasing lock "refresh_cache-74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.309820] env[69566]: DEBUG oslo_vmware.api [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1132.309820] env[69566]: value = "task-3408146" [ 1132.309820] env[69566]: _type = "Task" [ 1132.309820] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.317941] env[69566]: DEBUG oslo_vmware.api [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.384377] env[69566]: DEBUG nova.scheduler.client.report [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.469101] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52980e08-5049-3bd2-a6fa-bef3ea69319b, 'name': SearchDatastore_Task, 'duration_secs': 0.013077} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.469374] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.469638] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7/74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.469901] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5061e47-7a92-44cd-80d0-f209331e6a28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.476548] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1132.476548] env[69566]: value = "task-3408147" [ 1132.476548] env[69566]: _type = "Task" [ 1132.476548] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.484476] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.556066] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.629039] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.705047] env[69566]: DEBUG nova.network.neutron [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Updating instance_info_cache with network_info: [{"id": "34ef13a5-d0a4-4d93-930a-712258a6ac4f", "address": "fa:16:3e:ed:0b:74", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ef13a5-d0", "ovs_interfaceid": "34ef13a5-d0a4-4d93-930a-712258a6ac4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.719952] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408143, 'name': Rename_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.788364] env[69566]: DEBUG oslo_vmware.api [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.823635] env[69566]: DEBUG oslo_vmware.api [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408146, 'name': ReconfigVM_Task, 'duration_secs': 0.217825} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.824181] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679949', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'name': 'volume-bab61c59-3240-4df5-b46d-911a350136bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bdf8749-4461-468d-92c5-20330f4caba0', 'attached_at': '', 'detached_at': '', 'volume_id': 'bab61c59-3240-4df5-b46d-911a350136bf', 'serial': 'bab61c59-3240-4df5-b46d-911a350136bf'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1132.890115] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.892864] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.972s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.910646] env[69566]: INFO nova.scheduler.client.report [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Deleted allocations for instance 94361d66-1fe7-4178-a977-227a5465b137 [ 1132.990031] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.039293] env[69566]: DEBUG nova.compute.manager [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Received event network-changed-34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.039293] env[69566]: DEBUG nova.compute.manager [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Refreshing instance network info cache due to event network-changed-34ef13a5-d0a4-4d93-930a-712258a6ac4f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.039293] env[69566]: DEBUG oslo_concurrency.lockutils [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] Acquiring lock "refresh_cache-9095a086-9db9-48e6-891d-f435884b189a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.207988] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "refresh_cache-9095a086-9db9-48e6-891d-f435884b189a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.208461] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Instance network_info: |[{"id": "34ef13a5-d0a4-4d93-930a-712258a6ac4f", "address": "fa:16:3e:ed:0b:74", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ef13a5-d0", "ovs_interfaceid": "34ef13a5-d0a4-4d93-930a-712258a6ac4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.208852] env[69566]: DEBUG oslo_concurrency.lockutils [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] Acquired lock "refresh_cache-9095a086-9db9-48e6-891d-f435884b189a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.209117] env[69566]: DEBUG nova.network.neutron [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Refreshing network info cache for port 34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.210690] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:0b:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34ef13a5-d0a4-4d93-930a-712258a6ac4f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.220036] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.223782] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.228336] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd137388-9441-45f3-a1e7-e9e9b920c11f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.253602] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408143, 'name': Rename_Task, 'duration_secs': 1.328413} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.255636] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.255902] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.255902] env[69566]: value = "task-3408148" [ 1133.255902] env[69566]: _type = "Task" [ 1133.255902] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.256111] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a194d8-b4a0-4870-ac73-6f54887153e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.271563] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1133.271563] env[69566]: value = "task-3408149" [ 1133.271563] env[69566]: _type = "Task" [ 1133.271563] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.272750] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408148, 'name': CreateVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.280917] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.293726] env[69566]: DEBUG oslo_vmware.api [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.394570] env[69566]: DEBUG nova.objects.instance [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'flavor' on Instance uuid 3bdf8749-4461-468d-92c5-20330f4caba0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.420985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-65d08e25-c661-4b4f-8294-0b95435f422f tempest-ImagesOneServerNegativeTestJSON-1590344667 tempest-ImagesOneServerNegativeTestJSON-1590344667-project-member] Lock "94361d66-1fe7-4178-a977-227a5465b137" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.925s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.464198] env[69566]: DEBUG oslo_concurrency.lockutils [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.464605] env[69566]: DEBUG oslo_concurrency.lockutils [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.488318] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983432} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.488921] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7/74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.489487] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.489922] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42d5a71e-bb98-472d-8e66-e477e1683abd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.497050] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1133.497050] env[69566]: value = "task-3408150" [ 1133.497050] env[69566]: _type = "Task" [ 1133.497050] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.504653] env[69566]: DEBUG nova.network.neutron [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Updated VIF entry in instance network info cache for port 34ef13a5-d0a4-4d93-930a-712258a6ac4f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.505244] env[69566]: DEBUG nova.network.neutron [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Updating instance_info_cache with network_info: [{"id": "34ef13a5-d0a4-4d93-930a-712258a6ac4f", "address": "fa:16:3e:ed:0b:74", "network": {"id": "28b94bae-b85a-40fc-a9d1-6d55e582695e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-391092308-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d31e36c8596a44509a4968eabed3de5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34ef13a5-d0", "ovs_interfaceid": "34ef13a5-d0a4-4d93-930a-712258a6ac4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.514589] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.633066] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845008cb-1f9f-4fdd-b6b6-5ed72e7f9274 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.640449] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999a5abd-927c-4f3b-9ee0-ee32bd8d71d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.675553] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee89455-8344-4f6d-af11-e184356b9ac7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.683272] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9bc929-f793-43dc-af86-26cb934a2c95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.696607] env[69566]: DEBUG nova.compute.provider_tree [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.768643] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408148, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.782374] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408149, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.790106] env[69566]: DEBUG oslo_vmware.api [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408145, 'name': PowerOnVM_Task, 'duration_secs': 1.348628} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.790371] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.790591] env[69566]: DEBUG nova.compute.manager [None req-d05aeb4e-2eb4-429b-8347-592649c9bc87 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.791381] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99101f8e-2fb7-43e6-b159-97acdce26723 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.969155] env[69566]: INFO nova.compute.manager [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Detaching volume ef1fb7a3-e9c8-4829-87a2-8a4043f250b0 [ 1134.007442] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063217} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.008621] env[69566]: INFO nova.virt.block_device [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Attempting to driver detach volume ef1fb7a3-e9c8-4829-87a2-8a4043f250b0 from mountpoint /dev/sdb [ 1134.008847] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1134.009076] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1134.009411] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.010201] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f70dec7-8af0-49d4-93a2-b88f6009a61b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.013137] env[69566]: DEBUG oslo_concurrency.lockutils [req-46e90a58-8b26-4ab5-8573-1308bf38e362 req-98cf9ef2-0ea8-4a44-b223-d5519599e8ca service nova] Releasing lock "refresh_cache-9095a086-9db9-48e6-891d-f435884b189a" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.014065] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4193d6e-0d1c-49dd-91c3-20da3bd704b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.045122] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bf0a2e-114a-4d72-87ae-d6508e251d7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.056689] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7/74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.057409] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f890cb13-e72e-4ef3-9823-38f3307e329d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.076806] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da07b5f5-7e5b-43c1-b399-01a7e8eb8695 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.080519] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1134.080519] env[69566]: value = "task-3408151" [ 1134.080519] env[69566]: _type = "Task" [ 1134.080519] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.101945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52db79f7-6308-4a88-a832-c384175d257e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.107497] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.119396] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] The volume has not been displaced from its original location: [datastore2] volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0/volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1134.124746] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.125067] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9a740b-fbfd-4b35-b54f-02e7ca5ca0a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.142948] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1134.142948] env[69566]: value = "task-3408152" [ 1134.142948] env[69566]: _type = "Task" [ 1134.142948] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.151161] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.200282] env[69566]: DEBUG nova.scheduler.client.report [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.271752] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408148, 'name': CreateVM_Task, 'duration_secs': 0.557175} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.272460] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.273202] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.273376] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.273689] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.273990] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077fe57e-7912-402e-917d-b7697d458dbe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.281239] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1134.281239] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e48348-1a19-ea31-9f3a-133acba9211a" [ 1134.281239] env[69566]: _type = "Task" [ 1134.281239] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.284409] env[69566]: DEBUG oslo_vmware.api [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408149, 'name': PowerOnVM_Task, 'duration_secs': 0.938015} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.287151] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.287359] env[69566]: INFO nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1134.287539] env[69566]: DEBUG nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.288250] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10ca0dd-be2d-4daa-88ba-68e7637d540c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.294891] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e48348-1a19-ea31-9f3a-133acba9211a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.405073] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7263a888-9a28-436b-a55e-e9534080ed1c tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.592491] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.652931] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.797603] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e48348-1a19-ea31-9f3a-133acba9211a, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.800057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.800057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.800057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.800057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.800057] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.800057] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55097c17-6269-4e26-9389-5d63663f4eb6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.810422] env[69566]: INFO nova.compute.manager [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Took 13.32 seconds to build instance. [ 1134.819245] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.819245] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.819245] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d98557-273e-4276-8d0f-46ec6f286878 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.823370] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1134.823370] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f256bc-a9fe-8a77-636f-0158b39d4b33" [ 1134.823370] env[69566]: _type = "Task" [ 1134.823370] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.832655] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f256bc-a9fe-8a77-636f-0158b39d4b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.093408] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408151, 'name': ReconfigVM_Task, 'duration_secs': 0.597669} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.094156] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7/74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.095357] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7786967b-dfd0-46c7-8558-b0b9078782f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.105083] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1135.105083] env[69566]: value = "task-3408153" [ 1135.105083] env[69566]: _type = "Task" [ 1135.105083] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.116100] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408153, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.153184] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408152, 'name': ReconfigVM_Task, 'duration_secs': 0.577666} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.153504] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1135.158333] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3ec434-4e36-49b1-9a6e-36d1689fc67f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.173908] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1135.173908] env[69566]: value = "task-3408154" [ 1135.173908] env[69566]: _type = "Task" [ 1135.173908] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.182565] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.212600] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.320s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.216178] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.587s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.217669] env[69566]: INFO nova.compute.claims [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.312170] env[69566]: DEBUG oslo_concurrency.lockutils [None req-28b678b3-35ed-49b5-b0ed-f8aec2fbbaa9 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.832s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.336924] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f256bc-a9fe-8a77-636f-0158b39d4b33, 'name': SearchDatastore_Task, 'duration_secs': 0.018476} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.337752] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9040b96-0f3b-4b65-9fdc-5700634ba22f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.345502] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1135.345502] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bf300a-b5f0-c1bf-eb2d-d874d2d8b4ec" [ 1135.345502] env[69566]: _type = "Task" [ 1135.345502] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.353876] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bf300a-b5f0-c1bf-eb2d-d874d2d8b4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.533516] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.533820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.535860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "3bdf8749-4461-468d-92c5-20330f4caba0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.535860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.535860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.536613] env[69566]: INFO nova.compute.manager [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Terminating instance [ 1135.541394] env[69566]: DEBUG nova.compute.manager [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.541589] env[69566]: DEBUG nova.compute.manager [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing instance network info cache due to event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.541865] env[69566]: DEBUG oslo_concurrency.lockutils [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.542122] env[69566]: DEBUG oslo_concurrency.lockutils [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.542393] env[69566]: DEBUG nova.network.neutron [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.618997] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408153, 'name': Rename_Task, 'duration_secs': 0.3011} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.619133] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.619370] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d7adc09-2184-4fb7-8e8f-38983df46600 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.625648] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1135.625648] env[69566]: value = "task-3408155" [ 1135.625648] env[69566]: _type = "Task" [ 1135.625648] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.635516] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.683839] env[69566]: DEBUG oslo_vmware.api [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408154, 'name': ReconfigVM_Task, 'duration_secs': 0.161401} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.684242] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679928', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'name': 'volume-ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3b721f8-e851-4e17-ab34-3b6c15583f12', 'attached_at': '', 'detached_at': '', 'volume_id': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0', 'serial': 'ef1fb7a3-e9c8-4829-87a2-8a4043f250b0'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1135.789316] env[69566]: INFO nova.scheduler.client.report [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocation for migration 8c698bf8-3c6b-4676-aab6-2ba1ba515761 [ 1135.858943] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bf300a-b5f0-c1bf-eb2d-d874d2d8b4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.016055} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.861176] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.861176] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 9095a086-9db9-48e6-891d-f435884b189a/9095a086-9db9-48e6-891d-f435884b189a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.861176] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaac3081-2e25-43f5-9d83-81ceaf6086b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.867889] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1135.867889] env[69566]: value = "task-3408156" [ 1135.867889] env[69566]: _type = "Task" [ 1135.867889] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.877803] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.046946] env[69566]: DEBUG nova.compute.manager [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.047247] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.050413] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1da407-6584-4fc9-8276-b49b01ea447a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.059942] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.060811] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d8b4b3-a592-43f1-8eef-81018559e7cd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.067207] env[69566]: DEBUG oslo_vmware.api [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1136.067207] env[69566]: value = "task-3408157" [ 1136.067207] env[69566]: _type = "Task" [ 1136.067207] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.076612] env[69566]: DEBUG oslo_vmware.api [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.137322] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408155, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.246142] env[69566]: DEBUG nova.objects.instance [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'flavor' on Instance uuid f3b721f8-e851-4e17-ab34-3b6c15583f12 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.298049] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.293s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.307397] env[69566]: DEBUG nova.network.neutron [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updated VIF entry in instance network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.307693] env[69566]: DEBUG nova.network.neutron [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.381874] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408156, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.460638] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a407b-c179-4477-a60b-062fb9b3cf15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.468592] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79991634-f01c-40b9-87ee-fd1bd3fa4266 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.498542] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d5aa7c-a572-43f1-9da2-c0ac49945832 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.506253] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c2cf88-812b-4f50-baf4-319c0b394c87 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.519897] env[69566]: DEBUG nova.compute.provider_tree [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.576872] env[69566]: DEBUG oslo_vmware.api [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408157, 'name': PowerOffVM_Task, 'duration_secs': 0.278141} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.577213] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.577395] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.577653] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c6a1fb-801d-4edb-bdf8-16cd8a94ab7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.636358] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408155, 'name': PowerOnVM_Task, 'duration_secs': 0.560854} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.637519] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.637733] env[69566]: INFO nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1136.637915] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.638215] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.638406] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.638575] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleting the datastore file [datastore2] 3bdf8749-4461-468d-92c5-20330f4caba0 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.639350] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94645b1c-6483-4250-aae4-89c22dc92555 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.641812] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe7977a-e9d7-49b9-89d8-febb90901466 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.653297] env[69566]: DEBUG oslo_vmware.api [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1136.653297] env[69566]: value = "task-3408159" [ 1136.653297] env[69566]: _type = "Task" [ 1136.653297] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.659892] env[69566]: DEBUG oslo_vmware.api [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.815262] env[69566]: DEBUG oslo_concurrency.lockutils [req-ac1f6be3-6204-4b6f-b6dc-526be465b126 req-988b2a93-cc4e-4e0e-a330-5e4f5c0baf05 service nova] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.881968] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639459} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.882335] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 9095a086-9db9-48e6-891d-f435884b189a/9095a086-9db9-48e6-891d-f435884b189a.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.882647] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.882920] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1be70719-6124-48df-ae14-18aa4741ba44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.893462] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1136.893462] env[69566]: value = "task-3408160" [ 1136.893462] env[69566]: _type = "Task" [ 1136.893462] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.899687] env[69566]: DEBUG nova.compute.manager [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.899830] env[69566]: DEBUG nova.compute.manager [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing instance network info cache due to event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.900068] env[69566]: DEBUG oslo_concurrency.lockutils [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.900254] env[69566]: DEBUG oslo_concurrency.lockutils [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.900429] env[69566]: DEBUG nova.network.neutron [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.906872] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.024072] env[69566]: DEBUG nova.scheduler.client.report [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.164625] env[69566]: INFO nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Took 14.32 seconds to build instance. [ 1137.170842] env[69566]: DEBUG oslo_vmware.api [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305019} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.171180] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.171542] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.171767] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.171950] env[69566]: INFO nova.compute.manager [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1137.172213] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.172567] env[69566]: DEBUG nova.compute.manager [-] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.172702] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.255280] env[69566]: DEBUG oslo_concurrency.lockutils [None req-911fd1d2-f993-4724-bf91-79a9720b5f3a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.791s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.407026] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071953} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.407026] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.407413] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330baa90-1b71-4cd3-9296-0c87d824fec4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.431743] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 9095a086-9db9-48e6-891d-f435884b189a/9095a086-9db9-48e6-891d-f435884b189a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.432063] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb9b4d0-20e3-4c7b-9aa6-756bca51fce8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.453866] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1137.453866] env[69566]: value = "task-3408161" [ 1137.453866] env[69566]: _type = "Task" [ 1137.453866] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.467770] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.528221] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.528997] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.528997] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.528997] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.528997] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.531833] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.531833] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.534379] env[69566]: INFO nova.compute.manager [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Terminating instance [ 1137.576687] env[69566]: DEBUG nova.compute.manager [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.577134] env[69566]: DEBUG nova.compute.manager [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing instance network info cache due to event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.578521] env[69566]: DEBUG oslo_concurrency.lockutils [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.667775] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.835s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.708134] env[69566]: DEBUG nova.network.neutron [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updated VIF entry in instance network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.708650] env[69566]: DEBUG nova.network.neutron [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.963651] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.037683] env[69566]: DEBUG nova.compute.utils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.039440] env[69566]: DEBUG nova.compute.manager [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.039644] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.039955] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.040173] env[69566]: DEBUG nova.network.neutron [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.042959] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4197b27-ef7d-4b10-a329-07f90f7150d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.051066] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.051774] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62403a1c-78c5-4d8d-88e1-505cd57911bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.058730] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1138.058730] env[69566]: value = "task-3408162" [ 1138.058730] env[69566]: _type = "Task" [ 1138.058730] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.067953] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.081103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.081417] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.081643] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "f3b721f8-e851-4e17-ab34-3b6c15583f12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.081873] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.081990] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.084820] env[69566]: DEBUG nova.policy [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.086512] env[69566]: INFO nova.compute.manager [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Terminating instance [ 1138.117210] env[69566]: DEBUG nova.network.neutron [-] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.211198] env[69566]: DEBUG oslo_concurrency.lockutils [req-9997baa0-8d98-4f59-a937-f07ae918595a req-7c211533-39e7-43f1-81f7-d2e97c3ba6c7 service nova] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.215188] env[69566]: DEBUG oslo_concurrency.lockutils [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.215188] env[69566]: DEBUG nova.network.neutron [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.448218] env[69566]: DEBUG nova.network.neutron [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Successfully created port: 31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.467035] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408161, 'name': ReconfigVM_Task, 'duration_secs': 0.718801} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.467035] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 9095a086-9db9-48e6-891d-f435884b189a/9095a086-9db9-48e6-891d-f435884b189a.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.467035] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32d7e33d-80ed-4151-88dd-7ed7931c5f95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.472472] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1138.472472] env[69566]: value = "task-3408163" [ 1138.472472] env[69566]: _type = "Task" [ 1138.472472] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.480505] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408163, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.546317] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.577975] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408162, 'name': PowerOffVM_Task, 'duration_secs': 0.20079} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.578296] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.578469] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.579363] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e800d93-4d49-4202-b60e-99bb4f20802b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.592557] env[69566]: DEBUG nova.compute.manager [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.592769] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.593600] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf85db6-ce44-46c8-8b76-675c46f10de1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.601509] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.601781] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d414366-bea5-4855-9aec-177f79c73396 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.607496] env[69566]: DEBUG oslo_vmware.api [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1138.607496] env[69566]: value = "task-3408165" [ 1138.607496] env[69566]: _type = "Task" [ 1138.607496] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.616088] env[69566]: DEBUG oslo_vmware.api [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.619654] env[69566]: INFO nova.compute.manager [-] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Took 1.45 seconds to deallocate network for instance. [ 1138.650906] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.651184] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.651359] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleting the datastore file [datastore2] 79f1ef2c-283b-4496-98b1-4f344cb5a35b {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.651627] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfda65c4-9f12-4981-b699-3492659ec9dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.658668] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for the task: (returnval){ [ 1138.658668] env[69566]: value = "task-3408166" [ 1138.658668] env[69566]: _type = "Task" [ 1138.658668] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.667328] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.927883] env[69566]: DEBUG nova.compute.manager [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.928098] env[69566]: DEBUG nova.compute.manager [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing instance network info cache due to event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.928320] env[69566]: DEBUG oslo_concurrency.lockutils [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.928467] env[69566]: DEBUG oslo_concurrency.lockutils [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.928748] env[69566]: DEBUG nova.network.neutron [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.940416] env[69566]: DEBUG nova.network.neutron [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updated VIF entry in instance network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.940760] env[69566]: DEBUG nova.network.neutron [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.982458] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408163, 'name': Rename_Task, 'duration_secs': 0.250226} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.982816] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.983239] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07637d19-8a73-48f7-bfb6-c8bc86fbeaf0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.988435] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1138.988435] env[69566]: value = "task-3408167" [ 1138.988435] env[69566]: _type = "Task" [ 1138.988435] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.995760] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.118271] env[69566]: DEBUG oslo_vmware.api [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408165, 'name': PowerOffVM_Task, 'duration_secs': 0.207665} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.118602] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.118876] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.119153] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54df0d82-3652-42a0-888f-73d920d09837 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.127152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.127414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.127698] env[69566]: DEBUG nova.objects.instance [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'resources' on Instance uuid 3bdf8749-4461-468d-92c5-20330f4caba0 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.168459] env[69566]: DEBUG oslo_vmware.api [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Task: {'id': task-3408166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173175} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.168649] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.168837] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.169030] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.169221] env[69566]: INFO nova.compute.manager [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1139.169500] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.169976] env[69566]: DEBUG nova.compute.manager [-] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.170086] env[69566]: DEBUG nova.network.neutron [-] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.188953] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.189187] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.189399] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore1] f3b721f8-e851-4e17-ab34-3b6c15583f12 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.190017] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-849ff57e-d29d-4139-b874-d8423d57259a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.196556] env[69566]: DEBUG oslo_vmware.api [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1139.196556] env[69566]: value = "task-3408169" [ 1139.196556] env[69566]: _type = "Task" [ 1139.196556] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.204958] env[69566]: DEBUG oslo_vmware.api [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.442725] env[69566]: DEBUG oslo_concurrency.lockutils [req-c1a83158-eac8-45d5-af33-4c9c3ddd9604 req-c0477c5c-bfff-4fbd-81c3-569b0712012e service nova] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.501718] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408167, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.553018] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.587050] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.587204] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.587358] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.587534] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.587675] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.587815] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.588039] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.588204] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.588370] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.588569] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.588695] env[69566]: DEBUG nova.virt.hardware [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.589716] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de96e72-9c96-4e7b-a96e-1083a0d08159 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.600061] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14b6eab-eb1c-4ad6-ae6d-88b99cfe79bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.616143] env[69566]: DEBUG nova.compute.manager [req-f39a6543-5a6d-4582-9aa5-27e5796b610a req-151a0939-88c7-4c52-a9c0-0487d96592ac service nova] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Received event network-vif-deleted-b40c54ba-e71e-4788-91b8-eb0b4f8db8cf {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.616244] env[69566]: DEBUG nova.compute.manager [req-f39a6543-5a6d-4582-9aa5-27e5796b610a req-151a0939-88c7-4c52-a9c0-0487d96592ac service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Received event network-vif-deleted-24e82a85-58ca-4b3f-bf28-e5da14404efa {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.616416] env[69566]: INFO nova.compute.manager [req-f39a6543-5a6d-4582-9aa5-27e5796b610a req-151a0939-88c7-4c52-a9c0-0487d96592ac service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Neutron deleted interface 24e82a85-58ca-4b3f-bf28-e5da14404efa; detaching it from the instance and deleting it from the info cache [ 1139.616595] env[69566]: DEBUG nova.network.neutron [req-f39a6543-5a6d-4582-9aa5-27e5796b610a req-151a0939-88c7-4c52-a9c0-0487d96592ac service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.662018] env[69566]: DEBUG nova.network.neutron [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updated VIF entry in instance network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.662395] env[69566]: DEBUG nova.network.neutron [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.708213] env[69566]: DEBUG oslo_vmware.api [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214284} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.708447] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.708635] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.709134] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.709134] env[69566]: INFO nova.compute.manager [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1139.709329] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.709590] env[69566]: DEBUG nova.compute.manager [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.709704] env[69566]: DEBUG nova.network.neutron [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.748911] env[69566]: DEBUG oslo_concurrency.lockutils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.749037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.813679] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1710f026-03c6-49a3-bd41-d601e47e9be9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.822972] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addc1bb9-29ca-4a0b-bcb8-ac7da7a3551f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.857239] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b502e50b-12f4-4456-aeb9-a670cc094ea3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.866638] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fbd7e7-a57a-426c-8449-7df0d54a3ae1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.894706] env[69566]: DEBUG nova.compute.provider_tree [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.918483] env[69566]: DEBUG nova.network.neutron [-] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.959812] env[69566]: DEBUG nova.network.neutron [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Successfully updated port: 31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.005148] env[69566]: DEBUG oslo_vmware.api [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408167, 'name': PowerOnVM_Task, 'duration_secs': 0.776924} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.005553] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.005902] env[69566]: INFO nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1140.006241] env[69566]: DEBUG nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.007859] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b8b2dc-cef1-4ec6-8abd-9df7ddbf4787 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.119628] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8f8d5e8-2acd-4436-9688-45810b39afb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.129055] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e37814-d2ca-429d-8d1b-29b393149d3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.158827] env[69566]: DEBUG nova.compute.manager [req-f39a6543-5a6d-4582-9aa5-27e5796b610a req-151a0939-88c7-4c52-a9c0-0487d96592ac service nova] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Detach interface failed, port_id=24e82a85-58ca-4b3f-bf28-e5da14404efa, reason: Instance 79f1ef2c-283b-4496-98b1-4f344cb5a35b could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.166806] env[69566]: DEBUG oslo_concurrency.lockutils [req-1ebcd5d7-3ebc-4aa8-8bab-6bf325baf13b req-8a6b08b7-ac37-45ff-a902-82acce21e3fd service nova] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.252632] env[69566]: DEBUG nova.compute.utils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.398218] env[69566]: DEBUG nova.scheduler.client.report [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.421466] env[69566]: INFO nova.compute.manager [-] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Took 1.25 seconds to deallocate network for instance. [ 1140.466498] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.466655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.466803] env[69566]: DEBUG nova.network.neutron [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.529951] env[69566]: INFO nova.compute.manager [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Took 17.65 seconds to build instance. [ 1140.664348] env[69566]: DEBUG nova.network.neutron [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.755576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.902767] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.926354] env[69566]: INFO nova.scheduler.client.report [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted allocations for instance 3bdf8749-4461-468d-92c5-20330f4caba0 [ 1140.928583] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.928730] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.928905] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.951527] env[69566]: INFO nova.scheduler.client.report [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Deleted allocations for instance 79f1ef2c-283b-4496-98b1-4f344cb5a35b [ 1140.958334] env[69566]: DEBUG nova.compute.manager [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Received event network-vif-plugged-31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.958770] env[69566]: DEBUG oslo_concurrency.lockutils [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] Acquiring lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.958770] env[69566]: DEBUG oslo_concurrency.lockutils [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.958941] env[69566]: DEBUG oslo_concurrency.lockutils [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.959322] env[69566]: DEBUG nova.compute.manager [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] No waiting events found dispatching network-vif-plugged-31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.959322] env[69566]: WARNING nova.compute.manager [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Received unexpected event network-vif-plugged-31df6780-e731-4335-a26f-6b2fc32a1afc for instance with vm_state building and task_state spawning. [ 1140.959519] env[69566]: DEBUG nova.compute.manager [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Received event network-changed-31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.959596] env[69566]: DEBUG nova.compute.manager [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Refreshing instance network info cache due to event network-changed-31df6780-e731-4335-a26f-6b2fc32a1afc. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.959778] env[69566]: DEBUG oslo_concurrency.lockutils [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] Acquiring lock "refresh_cache-5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.005221] env[69566]: DEBUG nova.network.neutron [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.032669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e4c6c1b2-b796-4363-9529-613a6574f360 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "9095a086-9db9-48e6-891d-f435884b189a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.161s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.146047] env[69566]: DEBUG nova.network.neutron [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Updating instance_info_cache with network_info: [{"id": "31df6780-e731-4335-a26f-6b2fc32a1afc", "address": "fa:16:3e:07:58:a0", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31df6780-e7", "ovs_interfaceid": "31df6780-e731-4335-a26f-6b2fc32a1afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.167327] env[69566]: INFO nova.compute.manager [-] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Took 1.46 seconds to deallocate network for instance. [ 1141.202482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.202847] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.203151] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.203376] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.203618] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.205733] env[69566]: INFO nova.compute.manager [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Terminating instance [ 1141.323866] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "9095a086-9db9-48e6-891d-f435884b189a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.324205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "9095a086-9db9-48e6-891d-f435884b189a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.324434] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "9095a086-9db9-48e6-891d-f435884b189a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.324645] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "9095a086-9db9-48e6-891d-f435884b189a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.324863] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "9095a086-9db9-48e6-891d-f435884b189a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.326755] env[69566]: INFO nova.compute.manager [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Terminating instance [ 1141.438139] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f519c68f-1210-41be-bddf-5758f15397f7 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "3bdf8749-4461-468d-92c5-20330f4caba0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.463631] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6db4f384-e329-4e8a-9784-dc8828539321 tempest-DeleteServersTestJSON-1423597435 tempest-DeleteServersTestJSON-1423597435-project-member] Lock "79f1ef2c-283b-4496-98b1-4f344cb5a35b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.935s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.640470] env[69566]: DEBUG nova.compute.manager [req-6ebe737d-9891-4f2c-b19f-1c2bc9bb192e req-403659f1-27d9-40cb-96df-d22432ded20a service nova] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Received event network-vif-deleted-23965c43-1ee3-4442-baf6-c667abf86b4c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.652057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.652409] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Instance network_info: |[{"id": "31df6780-e731-4335-a26f-6b2fc32a1afc", "address": "fa:16:3e:07:58:a0", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31df6780-e7", "ovs_interfaceid": "31df6780-e731-4335-a26f-6b2fc32a1afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.652719] env[69566]: DEBUG oslo_concurrency.lockutils [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] Acquired lock "refresh_cache-5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.652902] env[69566]: DEBUG nova.network.neutron [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Refreshing network info cache for port 31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.654377] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:58:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31df6780-e731-4335-a26f-6b2fc32a1afc', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.663890] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.665370] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.665700] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dee4c4a9-bd3a-4aed-bc36-bbb49a0e6746 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.689767] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.690135] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.690444] env[69566]: DEBUG nova.objects.instance [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'resources' on Instance uuid f3b721f8-e851-4e17-ab34-3b6c15583f12 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.698218] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.698218] env[69566]: value = "task-3408170" [ 1141.698218] env[69566]: _type = "Task" [ 1141.698218] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.707829] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408170, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.709292] env[69566]: DEBUG nova.compute.manager [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.709653] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.710299] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac5dd3-bd5e-4b8d-81c4-b10a96282dba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717203] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.717443] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c88eee-afd0-4d8b-beda-a4b346c8b341 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.724822] env[69566]: DEBUG oslo_vmware.api [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1141.724822] env[69566]: value = "task-3408171" [ 1141.724822] env[69566]: _type = "Task" [ 1141.724822] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.734112] env[69566]: DEBUG oslo_vmware.api [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.821482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.821822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.822108] env[69566]: INFO nova.compute.manager [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Attaching volume 333de5ae-ac45-454b-8654-16fc18941869 to /dev/sdb [ 1141.831173] env[69566]: DEBUG nova.compute.manager [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1141.831426] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.832493] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba09da0-3f8f-46e7-9ef0-e3037a1e845e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.840257] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.840509] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2d9f3a-c103-4a88-9d6a-b3c7c1dce188 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.846921] env[69566]: DEBUG oslo_vmware.api [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1141.846921] env[69566]: value = "task-3408173" [ 1141.846921] env[69566]: _type = "Task" [ 1141.846921] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.855306] env[69566]: DEBUG oslo_vmware.api [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.859217] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c821bf-685b-4ff3-aafa-830f9e5f5dde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.866025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d27d60e-c920-47c5-a7c1-255655f79bbd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.879649] env[69566]: DEBUG nova.virt.block_device [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating existing volume attachment record: 607379a3-ef8f-451b-ad95-046017691648 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1142.207955] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408170, 'name': CreateVM_Task, 'duration_secs': 0.37444} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.208212] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.212029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.212029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.212029] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.212029] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed7c4c20-c91a-4fc9-bbea-59f409c1a37f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.217380] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1142.217380] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5273e450-7c9a-6f5f-a674-5c131aed0fa2" [ 1142.217380] env[69566]: _type = "Task" [ 1142.217380] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.234577] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5273e450-7c9a-6f5f-a674-5c131aed0fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.244686] env[69566]: DEBUG oslo_vmware.api [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408171, 'name': PowerOffVM_Task, 'duration_secs': 0.226935} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.244977] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.245711] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.245963] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f2d9c15-aa07-4e79-935e-24a6acbde2e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.329991] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.330252] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.330440] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleting the datastore file [datastore1] 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.330705] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f785aa8-30ab-49b7-badc-92827f304446 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.343217] env[69566]: DEBUG oslo_vmware.api [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1142.343217] env[69566]: value = "task-3408178" [ 1142.343217] env[69566]: _type = "Task" [ 1142.343217] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.357850] env[69566]: DEBUG oslo_vmware.api [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.365611] env[69566]: DEBUG oslo_vmware.api [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408173, 'name': PowerOffVM_Task, 'duration_secs': 0.217652} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.365894] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.366812] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.367091] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65bd9321-1149-444d-afa0-87b7ff12327b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.373296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b54fd-5cae-40e2-951c-a88357bf8fd3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.382286] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb80d9-acc6-4917-b89f-887741415157 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.420774] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205df15c-c388-4911-a1c4-3f866fe8c5bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.428847] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b41a8d-dbf7-4c9f-97d5-c978a9a68b86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.444686] env[69566]: DEBUG nova.compute.provider_tree [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.466204] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.466356] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.466484] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleting the datastore file [datastore1] 9095a086-9db9-48e6-891d-f435884b189a {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.466747] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-786a9dc2-edbf-400d-9b8d-ca7b4383910b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.473321] env[69566]: DEBUG oslo_vmware.api [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for the task: (returnval){ [ 1142.473321] env[69566]: value = "task-3408180" [ 1142.473321] env[69566]: _type = "Task" [ 1142.473321] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.484318] env[69566]: DEBUG oslo_vmware.api [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.593940] env[69566]: DEBUG nova.network.neutron [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Updated VIF entry in instance network info cache for port 31df6780-e731-4335-a26f-6b2fc32a1afc. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.594377] env[69566]: DEBUG nova.network.neutron [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Updating instance_info_cache with network_info: [{"id": "31df6780-e731-4335-a26f-6b2fc32a1afc", "address": "fa:16:3e:07:58:a0", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31df6780-e7", "ovs_interfaceid": "31df6780-e731-4335-a26f-6b2fc32a1afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.728383] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5273e450-7c9a-6f5f-a674-5c131aed0fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.020656} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.728718] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.728960] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.729234] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.729410] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.729597] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.729867] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9a4851e-a481-4863-b555-9b748402c22c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.738714] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.738927] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.739674] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77c3654-e501-41da-864a-b81aec715be1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.744942] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1142.744942] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529cbf20-42cb-e398-12bf-b312d7232efb" [ 1142.744942] env[69566]: _type = "Task" [ 1142.744942] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.752696] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529cbf20-42cb-e398-12bf-b312d7232efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.853803] env[69566]: DEBUG oslo_vmware.api [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225341} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.854157] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.854367] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.854602] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.854763] env[69566]: INFO nova.compute.manager [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1142.855049] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.855275] env[69566]: DEBUG nova.compute.manager [-] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.855377] env[69566]: DEBUG nova.network.neutron [-] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.948533] env[69566]: DEBUG nova.scheduler.client.report [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.982767] env[69566]: DEBUG oslo_vmware.api [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Task: {'id': task-3408180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190157} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.983027] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.983209] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.983377] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.983538] env[69566]: INFO nova.compute.manager [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1142.983804] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.983993] env[69566]: DEBUG nova.compute.manager [-] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1142.984486] env[69566]: DEBUG nova.network.neutron [-] [instance: 9095a086-9db9-48e6-891d-f435884b189a] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.096759] env[69566]: DEBUG oslo_concurrency.lockutils [req-87fcb75d-fb9d-4851-b725-1269c356c54d req-b19a5081-0536-493c-bb03-b92b542ef388 service nova] Releasing lock "refresh_cache-5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.255464] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529cbf20-42cb-e398-12bf-b312d7232efb, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.256234] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9fb76c-006d-4a0e-8a91-372529d808ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.261129] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1143.261129] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522800d9-df4d-0b20-15e6-498979b81651" [ 1143.261129] env[69566]: _type = "Task" [ 1143.261129] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.268927] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522800d9-df4d-0b20-15e6-498979b81651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.339848] env[69566]: DEBUG nova.compute.manager [req-15e7cbb5-a54c-46b9-ab60-0d7357676a99 req-a88a92fc-9236-40a7-b73a-5bea9694592f service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Received event network-vif-deleted-34ef13a5-d0a4-4d93-930a-712258a6ac4f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.340141] env[69566]: INFO nova.compute.manager [req-15e7cbb5-a54c-46b9-ab60-0d7357676a99 req-a88a92fc-9236-40a7-b73a-5bea9694592f service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Neutron deleted interface 34ef13a5-d0a4-4d93-930a-712258a6ac4f; detaching it from the instance and deleting it from the info cache [ 1143.340361] env[69566]: DEBUG nova.network.neutron [req-15e7cbb5-a54c-46b9-ab60-0d7357676a99 req-a88a92fc-9236-40a7-b73a-5bea9694592f service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.453444] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.474508] env[69566]: INFO nova.scheduler.client.report [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted allocations for instance f3b721f8-e851-4e17-ab34-3b6c15583f12 [ 1143.610513] env[69566]: DEBUG nova.network.neutron [-] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.665528] env[69566]: DEBUG nova.compute.manager [req-cd06c2a1-1aa1-4925-a114-d6bbe8590af9 req-44fd0c8b-64e2-4a55-bf2b-1ad08e20e471 service nova] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Received event network-vif-deleted-ea49cf16-2390-4c43-a4f8-00fad9aafd2e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.772835] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522800d9-df4d-0b20-15e6-498979b81651, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.773103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.773419] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5/5ad7ea6f-d952-47db-8bef-ade0d3fc94c5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.773728] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a8f4145-bdae-42f2-a28d-ba3a84902d39 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.780552] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1143.780552] env[69566]: value = "task-3408181" [ 1143.780552] env[69566]: _type = "Task" [ 1143.780552] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.789052] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.823077] env[69566]: DEBUG nova.network.neutron [-] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.842655] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4b1949b-d629-4a85-8734-c423dc01b065 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.854224] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552f92f6-ad8b-4259-9c88-44c1a638ed49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.890667] env[69566]: DEBUG nova.compute.manager [req-15e7cbb5-a54c-46b9-ab60-0d7357676a99 req-a88a92fc-9236-40a7-b73a-5bea9694592f service nova] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Detach interface failed, port_id=34ef13a5-d0a4-4d93-930a-712258a6ac4f, reason: Instance 9095a086-9db9-48e6-891d-f435884b189a could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1143.984983] env[69566]: DEBUG oslo_concurrency.lockutils [None req-18b0d3aa-595d-4ba0-97e5-3fa9fb7a9354 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "f3b721f8-e851-4e17-ab34-3b6c15583f12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.903s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.113774] env[69566]: INFO nova.compute.manager [-] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Took 1.26 seconds to deallocate network for instance. [ 1144.291748] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408181, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.326213] env[69566]: INFO nova.compute.manager [-] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Took 1.34 seconds to deallocate network for instance. [ 1144.623269] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.623269] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.623269] env[69566]: DEBUG nova.objects.instance [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lazy-loading 'resources' on Instance uuid 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.683108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.683389] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.791013] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548449} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.791301] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5/5ad7ea6f-d952-47db-8bef-ade0d3fc94c5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.791554] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.791899] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80ccf1e7-a136-4e51-b4ad-f4cce37d6128 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.801064] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1144.801064] env[69566]: value = "task-3408183" [ 1144.801064] env[69566]: _type = "Task" [ 1144.801064] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.811741] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.834142] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.185814] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.279131] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112d5bea-31b5-41ea-b1ae-6f2594ee53b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.287788] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd898a4-a759-4067-8ef5-d92077c872fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.324172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfc1429-f9d5-4ee3-a578-3c8ae32f52d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.331737] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068535} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.333890] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.334747] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6123bc-18ee-4c12-8b63-6bb4f5867f00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.338343] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3958b97-9bd2-4fb5-b83a-f9ea7ce9b002 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.365471] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5/5ad7ea6f-d952-47db-8bef-ade0d3fc94c5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.373707] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d439b26c-81ef-4e2b-b3aa-d60ddd112058 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.388286] env[69566]: DEBUG nova.compute.provider_tree [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.396292] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1145.396292] env[69566]: value = "task-3408184" [ 1145.396292] env[69566]: _type = "Task" [ 1145.396292] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.407073] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.709374] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.892368] env[69566]: DEBUG nova.scheduler.client.report [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.906434] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408184, 'name': ReconfigVM_Task, 'duration_secs': 0.330104} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.907906] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5/5ad7ea6f-d952-47db-8bef-ade0d3fc94c5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.910534] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcbe9cd3-f721-48cb-8564-0e1886d872a4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.912420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.912666] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.919580] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1145.919580] env[69566]: value = "task-3408185" [ 1145.919580] env[69566]: _type = "Task" [ 1145.919580] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.928042] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408185, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.405176] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.406088] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.571s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.406449] env[69566]: DEBUG nova.objects.instance [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lazy-loading 'resources' on Instance uuid 9095a086-9db9-48e6-891d-f435884b189a {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.415240] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.432938] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408185, 'name': Rename_Task, 'duration_secs': 0.142115} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.433425] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.433753] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f012fb2-fd4d-42e1-9454-205a868e81ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.436752] env[69566]: INFO nova.scheduler.client.report [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted allocations for instance 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7 [ 1146.443863] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1146.443863] env[69566]: value = "task-3408186" [ 1146.443863] env[69566]: _type = "Task" [ 1146.443863] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.452011] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.930712] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1146.930977] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679955', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'name': 'volume-333de5ae-ac45-454b-8654-16fc18941869', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30c81c20-4eff-4534-aef2-23996c37b943', 'attached_at': '', 'detached_at': '', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'serial': '333de5ae-ac45-454b-8654-16fc18941869'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1146.932227] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523dda2d-571e-4578-bbb7-80cd77f96e5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.936655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.960352] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3700d5-9f10-4598-8004-ecd25eec0029 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.963360] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b86ad80b-3959-4bf5-a225-4d7966e2599f tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.969724] env[69566]: DEBUG oslo_vmware.api [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408186, 'name': PowerOnVM_Task, 'duration_secs': 0.448772} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.983420] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.983652] env[69566]: INFO nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1146.983851] env[69566]: DEBUG nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.991192] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-333de5ae-ac45-454b-8654-16fc18941869/volume-333de5ae-ac45-454b-8654-16fc18941869.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.994889] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70a39ca-8b3c-4d53-abb1-0e7f9ae4c1fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.997446] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea0644a1-a76a-4f23-82c9-951552eeb984 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.019753] env[69566]: DEBUG oslo_vmware.api [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1147.019753] env[69566]: value = "task-3408187" [ 1147.019753] env[69566]: _type = "Task" [ 1147.019753] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.031406] env[69566]: DEBUG oslo_vmware.api [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408187, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.119495] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf201b2c-23a8-49b7-9963-845c4d9c00c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.128063] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7abc06-f8a0-4e9d-a91a-10ede9e52ba4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.160129] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199370a8-f25f-40ed-8626-d922a2909999 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.167422] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbb788-9e9c-4ace-bee6-5b582b2d9985 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.180762] env[69566]: DEBUG nova.compute.provider_tree [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.530681] env[69566]: INFO nova.compute.manager [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Took 14.92 seconds to build instance. [ 1147.534627] env[69566]: DEBUG oslo_vmware.api [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408187, 'name': ReconfigVM_Task, 'duration_secs': 0.356865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.534931] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-333de5ae-ac45-454b-8654-16fc18941869/volume-333de5ae-ac45-454b-8654-16fc18941869.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.539933] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8d7cc4-bd35-434b-85db-f3cffa25fa8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.557121] env[69566]: DEBUG oslo_vmware.api [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1147.557121] env[69566]: value = "task-3408188" [ 1147.557121] env[69566]: _type = "Task" [ 1147.557121] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.565184] env[69566]: DEBUG oslo_vmware.api [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.684020] env[69566]: DEBUG nova.scheduler.client.report [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.032125] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c04c08c2-98d9-4de2-bb8e-4a1caeea6d62 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.434s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.067264] env[69566]: DEBUG oslo_vmware.api [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408188, 'name': ReconfigVM_Task, 'duration_secs': 0.139779} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.068569] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679955', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'name': 'volume-333de5ae-ac45-454b-8654-16fc18941869', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30c81c20-4eff-4534-aef2-23996c37b943', 'attached_at': '', 'detached_at': '', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'serial': '333de5ae-ac45-454b-8654-16fc18941869'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1148.192989] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.198290] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.489s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.200070] env[69566]: INFO nova.compute.claims [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.231444] env[69566]: INFO nova.scheduler.client.report [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Deleted allocations for instance 9095a086-9db9-48e6-891d-f435884b189a [ 1148.746096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-505cdb4d-ae70-4391-8240-3300cbe9a1b2 tempest-MultipleCreateTestJSON-687420967 tempest-MultipleCreateTestJSON-687420967-project-member] Lock "9095a086-9db9-48e6-891d-f435884b189a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.422s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.048013] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.048369] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.048608] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.048798] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.048970] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.054170] env[69566]: INFO nova.compute.manager [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Terminating instance [ 1149.118666] env[69566]: DEBUG nova.objects.instance [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'flavor' on Instance uuid 30c81c20-4eff-4534-aef2-23996c37b943 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.428929] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d02ec5-72a9-4458-a93d-7e21acc4da78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.439237] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f7ab3d-1426-4f02-9cf7-c9e16f9d8ca3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.478523] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c23ceb0-15ea-4cfe-94fa-f9be49a75f2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.487900] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8fd0db-a662-45c1-9e87-9b7014f4bd1c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.503711] env[69566]: DEBUG nova.compute.provider_tree [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.560430] env[69566]: DEBUG nova.compute.manager [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.560661] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.561641] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dd0103-12bc-47e4-a0e7-4c644b354872 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.569460] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.569765] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3dfdc8b-f5cb-42ff-8e44-2b71fd388bdc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.576167] env[69566]: DEBUG oslo_vmware.api [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1149.576167] env[69566]: value = "task-3408189" [ 1149.576167] env[69566]: _type = "Task" [ 1149.576167] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.585364] env[69566]: DEBUG oslo_vmware.api [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.626757] env[69566]: DEBUG oslo_concurrency.lockutils [None req-77f76917-0851-49de-a5ef-87300973a2dc tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.805s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.988718] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "db4de040-2ba4-4165-93f8-e77a1c1082be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.988966] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.007510] env[69566]: DEBUG nova.scheduler.client.report [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.089754] env[69566]: DEBUG oslo_vmware.api [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408189, 'name': PowerOffVM_Task, 'duration_secs': 0.26693} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.090215] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.090460] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.090761] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49d27093-f143-48eb-8f42-006a85c4d21d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.170487] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.170609] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.173865] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore2] 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.173865] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a28b82ea-edb8-4662-ac95-8d1797b8ca37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.177418] env[69566]: DEBUG oslo_vmware.api [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1150.177418] env[69566]: value = "task-3408191" [ 1150.177418] env[69566]: _type = "Task" [ 1150.177418] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.177810] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.178063] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.178265] env[69566]: INFO nova.compute.manager [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Shelving [ 1150.191359] env[69566]: DEBUG oslo_vmware.api [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.203020] env[69566]: DEBUG nova.compute.manager [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1150.492571] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.514237] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.514881] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.517638] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.581s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.519117] env[69566]: INFO nova.compute.claims [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.689617] env[69566]: DEBUG oslo_vmware.api [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338559} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.689883] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.690078] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.690297] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.690425] env[69566]: INFO nova.compute.manager [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1150.690660] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.690852] env[69566]: DEBUG nova.compute.manager [-] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1150.690947] env[69566]: DEBUG nova.network.neutron [-] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1150.724772] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.993416] env[69566]: DEBUG nova.compute.manager [req-e17bf569-9c18-40dc-9387-dc7f9d18325b req-153dc5ff-c26b-4d84-be16-0581a43f87bb service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Received event network-vif-deleted-31df6780-e731-4335-a26f-6b2fc32a1afc {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.993669] env[69566]: INFO nova.compute.manager [req-e17bf569-9c18-40dc-9387-dc7f9d18325b req-153dc5ff-c26b-4d84-be16-0581a43f87bb service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Neutron deleted interface 31df6780-e731-4335-a26f-6b2fc32a1afc; detaching it from the instance and deleting it from the info cache [ 1150.993810] env[69566]: DEBUG nova.network.neutron [req-e17bf569-9c18-40dc-9387-dc7f9d18325b req-153dc5ff-c26b-4d84-be16-0581a43f87bb service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.016421] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.024312] env[69566]: DEBUG nova.compute.utils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.027228] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.027397] env[69566]: DEBUG nova.network.neutron [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.071104] env[69566]: DEBUG nova.policy [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f3ff536dce4456aa4d6419dbc1266cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e23c1a9fb44ac3b2d31d3b2d318ec6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.198184] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.198510] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720db849-0f1d-4599-87b4-fe8fe6771e02 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.206126] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1151.206126] env[69566]: value = "task-3408192" [ 1151.206126] env[69566]: _type = "Task" [ 1151.206126] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.214296] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.385143] env[69566]: DEBUG nova.network.neutron [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Successfully created port: 4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.417132] env[69566]: DEBUG nova.network.neutron [-] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.496085] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06dd4727-110d-4991-bf23-96bb32857123 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.505316] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7bbe2-8aaf-45fa-a9a0-d6c13608e5dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.534867] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.540116] env[69566]: DEBUG nova.compute.manager [req-e17bf569-9c18-40dc-9387-dc7f9d18325b req-153dc5ff-c26b-4d84-be16-0581a43f87bb service nova] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Detach interface failed, port_id=31df6780-e731-4335-a26f-6b2fc32a1afc, reason: Instance 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1151.703575] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e84de-f8a5-4375-9f0d-d2fe832b7fcd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.712608] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff8419-07b3-425d-9d10-f3b1e1ba15b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.718281] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408192, 'name': PowerOffVM_Task, 'duration_secs': 0.201591} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.718860] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.719619] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e13c36-c454-4bdb-a2d4-b8c0ac81dfb0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.746144] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3389a-66d3-482d-8fd2-3e9135f0b6b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.761978] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468abb14-4fd0-47c0-a33f-5218ec6860b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.767371] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754e1216-f0b4-4445-ba48-bcab34895a2d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.783759] env[69566]: DEBUG nova.compute.provider_tree [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.919630] env[69566]: INFO nova.compute.manager [-] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Took 1.23 seconds to deallocate network for instance. [ 1152.276492] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.276856] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ac87129e-81bc-410e-860a-be5ad55b72e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.287311] env[69566]: DEBUG nova.scheduler.client.report [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.291813] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1152.291813] env[69566]: value = "task-3408193" [ 1152.291813] env[69566]: _type = "Task" [ 1152.291813] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.301062] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.428301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.551027] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.582496] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.582776] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.582954] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.583147] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.583299] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.583450] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.583663] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.583828] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.583998] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.584179] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.584354] env[69566]: DEBUG nova.virt.hardware [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.585224] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60373b6a-1db3-46b6-b37b-d2022cc6d64f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.592883] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff7d647-6da5-47c9-8876-0c6c6daa8146 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.793038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.793604] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.796307] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.072s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.806571] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.933926] env[69566]: DEBUG nova.network.neutron [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Successfully updated port: 4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.018471] env[69566]: DEBUG nova.compute.manager [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Received event network-vif-plugged-4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.018694] env[69566]: DEBUG oslo_concurrency.lockutils [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.018910] env[69566]: DEBUG oslo_concurrency.lockutils [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.019103] env[69566]: DEBUG oslo_concurrency.lockutils [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.019277] env[69566]: DEBUG nova.compute.manager [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] No waiting events found dispatching network-vif-plugged-4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.019479] env[69566]: WARNING nova.compute.manager [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Received unexpected event network-vif-plugged-4e33f8e1-0542-4b05-8790-4227721ebe34 for instance with vm_state building and task_state spawning. [ 1153.019655] env[69566]: DEBUG nova.compute.manager [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Received event network-changed-4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.019825] env[69566]: DEBUG nova.compute.manager [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Refreshing instance network info cache due to event network-changed-4e33f8e1-0542-4b05-8790-4227721ebe34. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.020124] env[69566]: DEBUG oslo_concurrency.lockutils [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] Acquiring lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.020322] env[69566]: DEBUG oslo_concurrency.lockutils [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] Acquired lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.020491] env[69566]: DEBUG nova.network.neutron [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Refreshing network info cache for port 4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.302675] env[69566]: DEBUG nova.compute.utils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.307096] env[69566]: INFO nova.compute.claims [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.312423] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.312641] env[69566]: DEBUG nova.network.neutron [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.314430] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408193, 'name': CreateSnapshot_Task, 'duration_secs': 0.66341} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.315300] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1153.317341] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38035a1-fbe2-4cff-9787-9257b2768602 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.349730] env[69566]: DEBUG nova.policy [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '152ad97702e84d11aded0314eb5d03e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1060aded8e47b0ad946096b5159a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.437366] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.555437] env[69566]: DEBUG nova.network.neutron [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.582280] env[69566]: DEBUG nova.network.neutron [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Successfully created port: 593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.628425] env[69566]: DEBUG nova.network.neutron [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.810378] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.817515] env[69566]: INFO nova.compute.resource_tracker [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating resource usage from migration d9e5b1c3-50b3-410a-841e-1c146a5bbdc8 [ 1153.840648] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1153.840965] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5bc0f24d-04a3-4df4-bd7e-694e96210a66 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.855187] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1153.855187] env[69566]: value = "task-3408194" [ 1153.855187] env[69566]: _type = "Task" [ 1153.855187] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.866513] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408194, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.994331] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fa6c44-5c28-4bc4-9b8f-de71022b8c97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.002623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dfc781-b11c-4991-94ca-173174ea4e48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.033531] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496cd6c8-eab1-40c5-8bbd-cf04f478d143 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.040618] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0b6091-bebe-457a-bc4f-a56f3a769383 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.055521] env[69566]: DEBUG nova.compute.provider_tree [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.131259] env[69566]: DEBUG oslo_concurrency.lockutils [req-20a65079-e737-4a66-a3a4-745cef7ee3e0 req-aac36abb-28af-4f6a-b93c-12435d2f03ec service nova] Releasing lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.132122] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.132311] env[69566]: DEBUG nova.network.neutron [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.368858] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408194, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.559091] env[69566]: DEBUG nova.scheduler.client.report [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.662302] env[69566]: DEBUG nova.network.neutron [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.795719] env[69566]: DEBUG nova.network.neutron [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updating instance_info_cache with network_info: [{"id": "4e33f8e1-0542-4b05-8790-4227721ebe34", "address": "fa:16:3e:a2:58:d1", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e33f8e1-05", "ovs_interfaceid": "4e33f8e1-0542-4b05-8790-4227721ebe34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.820365] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.848317] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.848816] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.849050] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.849256] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.849408] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.849587] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.849817] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.849982] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.850166] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.850334] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.850511] env[69566]: DEBUG nova.virt.hardware [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.851397] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc213f9-ec65-4594-9caf-ab6e12eef64f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.862181] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d1b081-27b4-4357-9bbe-bb5620511be5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.870548] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408194, 'name': CloneVM_Task} progress is 95%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.063049] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.267s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.063237] env[69566]: INFO nova.compute.manager [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Migrating [ 1155.069630] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.053s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.071035] env[69566]: INFO nova.compute.claims [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.298316] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.298651] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Instance network_info: |[{"id": "4e33f8e1-0542-4b05-8790-4227721ebe34", "address": "fa:16:3e:a2:58:d1", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e33f8e1-05", "ovs_interfaceid": "4e33f8e1-0542-4b05-8790-4227721ebe34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.299102] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:58:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e33f8e1-0542-4b05-8790-4227721ebe34', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.307164] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.307469] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.307759] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee459e97-ad18-4d7d-8620-2de02f18822b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.328366] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.328366] env[69566]: value = "task-3408195" [ 1155.328366] env[69566]: _type = "Task" [ 1155.328366] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.336395] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408195, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.369930] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408194, 'name': CloneVM_Task, 'duration_secs': 1.113825} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.370283] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Created linked-clone VM from snapshot [ 1155.371285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2d64e-56eb-4ec3-a605-0edb288ceb72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.381616] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Uploading image 0f22e76d-25af-4863-9b3e-33c8fdbc9bba {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1155.393608] env[69566]: DEBUG nova.compute.manager [req-7d45d492-ce83-4230-992f-215b2b622f3a req-10c786c0-0ed3-42b2-8297-b76833858150 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Received event network-vif-plugged-593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.393928] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d45d492-ce83-4230-992f-215b2b622f3a req-10c786c0-0ed3-42b2-8297-b76833858150 service nova] Acquiring lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.394224] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d45d492-ce83-4230-992f-215b2b622f3a req-10c786c0-0ed3-42b2-8297-b76833858150 service nova] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.394453] env[69566]: DEBUG oslo_concurrency.lockutils [req-7d45d492-ce83-4230-992f-215b2b622f3a req-10c786c0-0ed3-42b2-8297-b76833858150 service nova] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.394672] env[69566]: DEBUG nova.compute.manager [req-7d45d492-ce83-4230-992f-215b2b622f3a req-10c786c0-0ed3-42b2-8297-b76833858150 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] No waiting events found dispatching network-vif-plugged-593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.394888] env[69566]: WARNING nova.compute.manager [req-7d45d492-ce83-4230-992f-215b2b622f3a req-10c786c0-0ed3-42b2-8297-b76833858150 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Received unexpected event network-vif-plugged-593470ff-12af-4f24-be4f-697c10a959f5 for instance with vm_state building and task_state spawning. [ 1155.404169] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1155.404169] env[69566]: value = "vm-679957" [ 1155.404169] env[69566]: _type = "VirtualMachine" [ 1155.404169] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1155.404810] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70b33a0e-468f-4c6c-9aa4-6e5dad499976 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.411221] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease: (returnval){ [ 1155.411221] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521cb9fb-1ee1-53ea-ce05-a53bee56878f" [ 1155.411221] env[69566]: _type = "HttpNfcLease" [ 1155.411221] env[69566]: } obtained for exporting VM: (result){ [ 1155.411221] env[69566]: value = "vm-679957" [ 1155.411221] env[69566]: _type = "VirtualMachine" [ 1155.411221] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1155.411688] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the lease: (returnval){ [ 1155.411688] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521cb9fb-1ee1-53ea-ce05-a53bee56878f" [ 1155.411688] env[69566]: _type = "HttpNfcLease" [ 1155.411688] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.418583] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.418583] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521cb9fb-1ee1-53ea-ce05-a53bee56878f" [ 1155.418583] env[69566]: _type = "HttpNfcLease" [ 1155.418583] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1155.521857] env[69566]: DEBUG nova.network.neutron [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Successfully updated port: 593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.583158] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.583415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.583648] env[69566]: DEBUG nova.network.neutron [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.838187] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408195, 'name': CreateVM_Task, 'duration_secs': 0.321545} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.838363] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.839096] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.839273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.839628] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.839891] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd72f5f1-f15d-45d4-b2e2-779eb3327b35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.844810] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1155.844810] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e506ff-a5a3-d441-7ba9-6f3aceb24215" [ 1155.844810] env[69566]: _type = "Task" [ 1155.844810] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.853562] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e506ff-a5a3-d441-7ba9-6f3aceb24215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.920026] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.920026] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521cb9fb-1ee1-53ea-ce05-a53bee56878f" [ 1155.920026] env[69566]: _type = "HttpNfcLease" [ 1155.920026] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.920327] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.920327] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521cb9fb-1ee1-53ea-ce05-a53bee56878f" [ 1155.920327] env[69566]: _type = "HttpNfcLease" [ 1155.920327] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1155.921045] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e6ca6f-a509-414d-a2d8-319a38dd4491 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.928268] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb3c62-b50b-6b08-3179-742e22e0c055/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.928439] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb3c62-b50b-6b08-3179-742e22e0c055/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1156.016282] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d81418e6-7f0f-447f-966d-9c7d0bd089b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.024346] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.024505] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.024659] env[69566]: DEBUG nova.network.neutron [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.273323] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24be523-27a1-4854-8418-049287038e24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.284447] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0060296-3914-43d6-925e-6687c64ab40b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.325034] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d10a0bb-7488-476c-8f07-0286a30a445b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.333613] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d70c9cb-09c4-47ad-b86e-108a8630e0dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.346855] env[69566]: DEBUG nova.compute.provider_tree [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.359828] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e506ff-a5a3-d441-7ba9-6f3aceb24215, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.360167] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.360399] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.360698] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.360864] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.361063] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.361593] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82bf94e0-2942-4e12-92d9-04d8293956c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.369716] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.369902] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.370636] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d77490-305a-400b-ae1a-b66e7a85da50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.376658] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1156.376658] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5266e114-3c16-e381-31d4-cc180af1e6ee" [ 1156.376658] env[69566]: _type = "Task" [ 1156.376658] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.384179] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5266e114-3c16-e381-31d4-cc180af1e6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.433663] env[69566]: DEBUG nova.network.neutron [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.575450] env[69566]: DEBUG nova.network.neutron [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.716937] env[69566]: DEBUG nova.network.neutron [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updating instance_info_cache with network_info: [{"id": "593470ff-12af-4f24-be4f-697c10a959f5", "address": "fa:16:3e:95:75:a6", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593470ff-12", "ovs_interfaceid": "593470ff-12af-4f24-be4f-697c10a959f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.718524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-d5d9c354-c261-492e-9191-df2862cd2b49" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.718741] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-d5d9c354-c261-492e-9191-df2862cd2b49" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.719082] env[69566]: DEBUG nova.objects.instance [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'flavor' on Instance uuid 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.852840] env[69566]: DEBUG nova.scheduler.client.report [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.887725] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5266e114-3c16-e381-31d4-cc180af1e6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.888763] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161b8527-0f0e-44f9-b4b7-9e0e559245f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.894433] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1156.894433] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5263b66f-6c5d-ca0a-693c-3f687c366ee2" [ 1156.894433] env[69566]: _type = "Task" [ 1156.894433] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.902757] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5263b66f-6c5d-ca0a-693c-3f687c366ee2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.937049] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.219640] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.220023] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Instance network_info: |[{"id": "593470ff-12af-4f24-be4f-697c10a959f5", "address": "fa:16:3e:95:75:a6", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593470ff-12", "ovs_interfaceid": "593470ff-12af-4f24-be4f-697c10a959f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.220544] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:75:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '593470ff-12af-4f24-be4f-697c10a959f5', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.228934] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.232568] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.233251] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3bb269a-31bc-471b-8045-84752b388239 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.254563] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.254563] env[69566]: value = "task-3408197" [ 1157.254563] env[69566]: _type = "Task" [ 1157.254563] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.264547] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408197, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.357765] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.358713] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.361311] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.933s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.361688] env[69566]: DEBUG nova.objects.instance [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.406024] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5263b66f-6c5d-ca0a-693c-3f687c366ee2, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.406724] env[69566]: DEBUG nova.objects.instance [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'pci_requests' on Instance uuid 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.407815] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.409023] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3/c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.409023] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea19b17e-28de-4b4e-b74b-bb809c18a603 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.416703] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1157.416703] env[69566]: value = "task-3408198" [ 1157.416703] env[69566]: _type = "Task" [ 1157.416703] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.425629] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.518252] env[69566]: DEBUG nova.compute.manager [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Received event network-changed-593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.518628] env[69566]: DEBUG nova.compute.manager [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Refreshing instance network info cache due to event network-changed-593470ff-12af-4f24-be4f-697c10a959f5. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.519112] env[69566]: DEBUG oslo_concurrency.lockutils [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] Acquiring lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.519350] env[69566]: DEBUG oslo_concurrency.lockutils [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] Acquired lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.519728] env[69566]: DEBUG nova.network.neutron [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Refreshing network info cache for port 593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.765766] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408197, 'name': CreateVM_Task, 'duration_secs': 0.343511} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.766316] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.767211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.767530] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.767962] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.768351] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d07a12-e3a5-42cf-a02a-401dff76430a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.774126] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1157.774126] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f5fda8-0332-c5d5-190d-9cd85f5e12fc" [ 1157.774126] env[69566]: _type = "Task" [ 1157.774126] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.783528] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f5fda8-0332-c5d5-190d-9cd85f5e12fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.865483] env[69566]: DEBUG nova.compute.utils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.867911] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.867911] env[69566]: DEBUG nova.network.neutron [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.913313] env[69566]: DEBUG nova.objects.base [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Object Instance<3e1e21f8-a2e5-46bf-84b9-143f371d6e5c> lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.913682] env[69566]: DEBUG nova.network.neutron [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.917287] env[69566]: DEBUG nova.policy [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96158d5183f54abe81c44952d98c567a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5331223cd384fb591ce2440cb1f9119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.929096] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502193} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.929419] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3/c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.929684] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.929899] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7121423e-3569-404d-89e6-35559d1f2a27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.939026] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1157.939026] env[69566]: value = "task-3408199" [ 1157.939026] env[69566]: _type = "Task" [ 1157.939026] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.958886] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.994956] env[69566]: DEBUG nova.policy [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.065308] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c446361-d664-4bca-ab11-76e33a44c3e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.076028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba02f3-8ab5-42db-be99-6b40aa20c065 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.108749] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375f3a2-4fec-4c58-ac03-3e23cce87efb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.116228] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246ba6fe-5e4e-4056-bc9c-9660aece2a89 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.131893] env[69566]: DEBUG nova.compute.provider_tree [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.245861] env[69566]: DEBUG nova.network.neutron [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Successfully created port: ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.288604] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f5fda8-0332-c5d5-190d-9cd85f5e12fc, 'name': SearchDatastore_Task, 'duration_secs': 0.059181} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.288604] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.288604] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.288604] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.288604] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.288604] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.288604] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69ab695a-de61-49e2-a1c1-2610688a458c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.298061] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.298061] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.298061] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6954c90c-4216-4895-9709-4bddf5d875c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.308414] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1158.308414] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d68803-ac1a-8e0c-ed87-eb7eca1bde34" [ 1158.308414] env[69566]: _type = "Task" [ 1158.308414] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.317851] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d68803-ac1a-8e0c-ed87-eb7eca1bde34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.353237] env[69566]: DEBUG nova.network.neutron [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updated VIF entry in instance network info cache for port 593470ff-12af-4f24-be4f-697c10a959f5. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.353835] env[69566]: DEBUG nova.network.neutron [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updating instance_info_cache with network_info: [{"id": "593470ff-12af-4f24-be4f-697c10a959f5", "address": "fa:16:3e:95:75:a6", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593470ff-12", "ovs_interfaceid": "593470ff-12af-4f24-be4f-697c10a959f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.377436] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.453552] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072497} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.453898] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.454688] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ccf9a9-85bc-405c-bb23-64ed3955c5cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.460942] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cdb4fe-90e5-47d9-8adb-697bb00beafa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.483597] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3/c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.499225] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e69d1de-5be8-49cb-96c3-540c6b51b6e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.514407] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.526057] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1158.526057] env[69566]: value = "task-3408200" [ 1158.526057] env[69566]: _type = "Task" [ 1158.526057] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.533947] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.634615] env[69566]: DEBUG nova.scheduler.client.report [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.819193] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d68803-ac1a-8e0c-ed87-eb7eca1bde34, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.820301] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339d96fc-cfe1-42f2-976b-d79f5dd10b64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.827823] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1158.827823] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523495e1-3458-9959-4699-de61aec6cd38" [ 1158.827823] env[69566]: _type = "Task" [ 1158.827823] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.838318] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523495e1-3458-9959-4699-de61aec6cd38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.857184] env[69566]: DEBUG oslo_concurrency.lockutils [req-e7511e64-a769-4b78-8cff-2d40850bde14 req-9edc5e97-062a-4b21-93f7-ffd219c348e2 service nova] Releasing lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.020981] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.021359] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebd1a290-22e6-4480-83d8-d1761e043411 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.030285] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1159.030285] env[69566]: value = "task-3408201" [ 1159.030285] env[69566]: _type = "Task" [ 1159.030285] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.036996] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408200, 'name': ReconfigVM_Task, 'duration_secs': 0.328424} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.037732] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Reconfigured VM instance instance-0000006f to attach disk [datastore2] c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3/c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.038408] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa9ca74b-5c9b-4e40-8348-f3e506688dd8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.044109] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.045700] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1159.045700] env[69566]: value = "task-3408202" [ 1159.045700] env[69566]: _type = "Task" [ 1159.045700] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.053717] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408202, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.140179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.164102] env[69566]: INFO nova.scheduler.client.report [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5 [ 1159.341043] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523495e1-3458-9959-4699-de61aec6cd38, 'name': SearchDatastore_Task, 'duration_secs': 0.013104} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.341043] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.341043] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] dbcbefd5-e34c-48d5-a502-59f0f385b3e2/dbcbefd5-e34c-48d5-a502-59f0f385b3e2.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.341634] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0ac9242-8eb1-4bc2-9d70-32b0d2db5a57 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.348013] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1159.348013] env[69566]: value = "task-3408203" [ 1159.348013] env[69566]: _type = "Task" [ 1159.348013] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.355957] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.385475] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.415336] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.415601] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.415762] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.415943] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.416111] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.416260] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.416483] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.416648] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.416819] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.416985] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.417192] env[69566]: DEBUG nova.virt.hardware [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.418083] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea89dd9-e22e-42bd-a949-fc7dbebe34b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.426453] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fd5aac-5570-4d6b-a98d-de4087d00abb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.539217] env[69566]: DEBUG nova.compute.manager [req-e7250b05-8d79-43bb-8788-704b5260cd69 req-6f71a657-a50f-4c5c-9596-4dff52b1ba3a service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-vif-plugged-d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.539855] env[69566]: DEBUG oslo_concurrency.lockutils [req-e7250b05-8d79-43bb-8788-704b5260cd69 req-6f71a657-a50f-4c5c-9596-4dff52b1ba3a service nova] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.540210] env[69566]: DEBUG oslo_concurrency.lockutils [req-e7250b05-8d79-43bb-8788-704b5260cd69 req-6f71a657-a50f-4c5c-9596-4dff52b1ba3a service nova] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.541902] env[69566]: DEBUG oslo_concurrency.lockutils [req-e7250b05-8d79-43bb-8788-704b5260cd69 req-6f71a657-a50f-4c5c-9596-4dff52b1ba3a service nova] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.541902] env[69566]: DEBUG nova.compute.manager [req-e7250b05-8d79-43bb-8788-704b5260cd69 req-6f71a657-a50f-4c5c-9596-4dff52b1ba3a service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] No waiting events found dispatching network-vif-plugged-d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.541902] env[69566]: WARNING nova.compute.manager [req-e7250b05-8d79-43bb-8788-704b5260cd69 req-6f71a657-a50f-4c5c-9596-4dff52b1ba3a service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received unexpected event network-vif-plugged-d5d9c354-c261-492e-9191-df2862cd2b49 for instance with vm_state active and task_state None. [ 1159.545014] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408201, 'name': PowerOffVM_Task, 'duration_secs': 0.231673} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.545279] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.545466] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.558029] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408202, 'name': Rename_Task, 'duration_secs': 0.207236} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.558217] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.558468] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b214dd25-7a1a-4bbe-823c-65ae3e7b4860 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.565324] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1159.565324] env[69566]: value = "task-3408204" [ 1159.565324] env[69566]: _type = "Task" [ 1159.565324] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.573676] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.639373] env[69566]: DEBUG nova.network.neutron [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Successfully updated port: d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.672199] env[69566]: DEBUG oslo_concurrency.lockutils [None req-423099fe-08c1-4a81-a609-0cc21dcf1bb9 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "5ad7ea6f-d952-47db-8bef-ade0d3fc94c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.623s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.860211] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408203, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.879811] env[69566]: DEBUG nova.compute.manager [req-5c526e8c-18ce-467f-8f12-7fdc5cb0921a req-a370741a-9785-42a4-a79e-5963cc2a86ee service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Received event network-vif-plugged-ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.880055] env[69566]: DEBUG oslo_concurrency.lockutils [req-5c526e8c-18ce-467f-8f12-7fdc5cb0921a req-a370741a-9785-42a4-a79e-5963cc2a86ee service nova] Acquiring lock "db4de040-2ba4-4165-93f8-e77a1c1082be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.880222] env[69566]: DEBUG oslo_concurrency.lockutils [req-5c526e8c-18ce-467f-8f12-7fdc5cb0921a req-a370741a-9785-42a4-a79e-5963cc2a86ee service nova] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.880404] env[69566]: DEBUG oslo_concurrency.lockutils [req-5c526e8c-18ce-467f-8f12-7fdc5cb0921a req-a370741a-9785-42a4-a79e-5963cc2a86ee service nova] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.880553] env[69566]: DEBUG nova.compute.manager [req-5c526e8c-18ce-467f-8f12-7fdc5cb0921a req-a370741a-9785-42a4-a79e-5963cc2a86ee service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] No waiting events found dispatching network-vif-plugged-ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.880719] env[69566]: WARNING nova.compute.manager [req-5c526e8c-18ce-467f-8f12-7fdc5cb0921a req-a370741a-9785-42a4-a79e-5963cc2a86ee service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Received unexpected event network-vif-plugged-ddcbcec4-5354-4034-a2e0-9076aa00037e for instance with vm_state building and task_state spawning. [ 1159.891220] env[69566]: DEBUG nova.network.neutron [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Successfully updated port: ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.055641] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.056049] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.056272] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.056598] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.056832] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.057060] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.057354] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.057611] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.057857] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.058290] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.058290] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.063978] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f3a794-0e79-47be-ab4c-ca8b5a77f535 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.086478] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.088048] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1160.088048] env[69566]: value = "task-3408205" [ 1160.088048] env[69566]: _type = "Task" [ 1160.088048] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.096601] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.142637] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.143028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.143151] env[69566]: DEBUG nova.network.neutron [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.358777] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553381} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.359060] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] dbcbefd5-e34c-48d5-a502-59f0f385b3e2/dbcbefd5-e34c-48d5-a502-59f0f385b3e2.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.359303] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.359571] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89bd1691-02e7-49a9-84e6-f618e285ea7a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.366248] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1160.366248] env[69566]: value = "task-3408206" [ 1160.366248] env[69566]: _type = "Task" [ 1160.366248] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.374645] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.393563] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-db4de040-2ba4-4165-93f8-e77a1c1082be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.393853] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-db4de040-2ba4-4165-93f8-e77a1c1082be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.393942] env[69566]: DEBUG nova.network.neutron [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.585732] env[69566]: DEBUG oslo_vmware.api [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408204, 'name': PowerOnVM_Task, 'duration_secs': 0.786039} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.586110] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.586278] env[69566]: INFO nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1160.586467] env[69566]: DEBUG nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.587307] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f17b98a-9a8f-4cdc-8ddc-e77e791f2b41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.598015] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408205, 'name': ReconfigVM_Task, 'duration_secs': 0.204476} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.599645] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.681302] env[69566]: WARNING nova.network.neutron [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] 50fb37a7-0481-4182-89ac-7150e88c9690 already exists in list: networks containing: ['50fb37a7-0481-4182-89ac-7150e88c9690']. ignoring it [ 1160.876431] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064142} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.876753] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.877637] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720048a-6b32-458d-aaec-d936ee1eed4a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.905578] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] dbcbefd5-e34c-48d5-a502-59f0f385b3e2/dbcbefd5-e34c-48d5-a502-59f0f385b3e2.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.909178] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-981a0ebd-356f-49d5-97b5-6ba3a3ae21a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.930983] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1160.930983] env[69566]: value = "task-3408207" [ 1160.930983] env[69566]: _type = "Task" [ 1160.930983] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.941898] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.965325] env[69566]: DEBUG nova.network.neutron [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.988817] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "911574d8-42a5-4736-bd0d-b976dc902f04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.989108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.108461] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.108732] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.108902] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.109116] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.109315] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.109476] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.109690] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.109956] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.110186] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.110362] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.110583] env[69566]: DEBUG nova.virt.hardware [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.116525] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.121901] env[69566]: DEBUG nova.network.neutron [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Updating instance_info_cache with network_info: [{"id": "ddcbcec4-5354-4034-a2e0-9076aa00037e", "address": "fa:16:3e:2f:4e:5a", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcbcec4-53", "ovs_interfaceid": "ddcbcec4-5354-4034-a2e0-9076aa00037e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.123113] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef53ffc-48e3-4bf7-932e-0ff73e918eff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.139138] env[69566]: INFO nova.compute.manager [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Took 15.45 seconds to build instance. [ 1161.146423] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1161.146423] env[69566]: value = "task-3408208" [ 1161.146423] env[69566]: _type = "Task" [ 1161.146423] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.156999] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.279334] env[69566]: DEBUG nova.network.neutron [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5d9c354-c261-492e-9191-df2862cd2b49", "address": "fa:16:3e:e6:8f:5d", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d9c354-c2", "ovs_interfaceid": "d5d9c354-c261-492e-9191-df2862cd2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.442450] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408207, 'name': ReconfigVM_Task, 'duration_secs': 0.31433} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.442762] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Reconfigured VM instance instance-00000070 to attach disk [datastore2] dbcbefd5-e34c-48d5-a502-59f0f385b3e2/dbcbefd5-e34c-48d5-a502-59f0f385b3e2.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.443417] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b9a3a1-3f23-48a4-86fb-0c2d46e7952e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.451188] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1161.451188] env[69566]: value = "task-3408209" [ 1161.451188] env[69566]: _type = "Task" [ 1161.451188] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.459308] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408209, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.492125] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.639268] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-db4de040-2ba4-4165-93f8-e77a1c1082be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.639649] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance network_info: |[{"id": "ddcbcec4-5354-4034-a2e0-9076aa00037e", "address": "fa:16:3e:2f:4e:5a", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcbcec4-53", "ovs_interfaceid": "ddcbcec4-5354-4034-a2e0-9076aa00037e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.640050] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:4e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddcbcec4-5354-4034-a2e0-9076aa00037e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.647613] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating folder: Project (e5331223cd384fb591ce2440cb1f9119). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.648087] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b35d5349-619a-4e97-aba8-88799c3a4d4b tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.965s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.648477] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef5a92fb-13cc-4a5b-95df-4402d74f763b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.655858] env[69566]: DEBUG nova.compute.manager [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-changed-d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.656058] env[69566]: DEBUG nova.compute.manager [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing instance network info cache due to event network-changed-d5d9c354-c261-492e-9191-df2862cd2b49. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.656258] env[69566]: DEBUG oslo_concurrency.lockutils [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.662118] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408208, 'name': ReconfigVM_Task, 'duration_secs': 0.309012} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.663418] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.663728] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created folder: Project (e5331223cd384fb591ce2440cb1f9119) in parent group-v679651. [ 1161.663919] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating folder: Instances. Parent ref: group-v679960. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.664665] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff0da7-e0ee-41c2-bb8f-2f283b66c676 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.667112] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b51c0b4-e3ca-4e6f-bade-aea58b4d29e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.691214] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.692789] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736b876f-644e-447a-9a38-ceb6e0b53d7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.706059] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created folder: Instances in parent group-v679960. [ 1161.706059] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.706489] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.707156] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da3aac27-8851-4828-a17f-6264b07be1da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.722367] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1161.722367] env[69566]: value = "task-3408212" [ 1161.722367] env[69566]: _type = "Task" [ 1161.722367] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.727032] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.727032] env[69566]: value = "task-3408213" [ 1161.727032] env[69566]: _type = "Task" [ 1161.727032] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.735467] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.738303] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408213, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.782578] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.783763] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.783763] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.784025] env[69566]: DEBUG oslo_concurrency.lockutils [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.784185] env[69566]: DEBUG nova.network.neutron [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing network info cache for port d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.786248] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd526480-67b3-40de-8af1-f69983b6d601 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.805942] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.806217] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.806383] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.806568] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.806716] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.806879] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.807101] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.807307] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.807448] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.807593] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.807849] env[69566]: DEBUG nova.virt.hardware [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.814198] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Reconfiguring VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1161.815164] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c423655-4cd6-4fe7-9695-dc112e8f4284 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.832820] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1161.832820] env[69566]: value = "task-3408214" [ 1161.832820] env[69566]: _type = "Task" [ 1161.832820] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.841272] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408214, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.913269] env[69566]: DEBUG nova.compute.manager [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Received event network-changed-ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.913581] env[69566]: DEBUG nova.compute.manager [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Refreshing instance network info cache due to event network-changed-ddcbcec4-5354-4034-a2e0-9076aa00037e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.913905] env[69566]: DEBUG oslo_concurrency.lockutils [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] Acquiring lock "refresh_cache-db4de040-2ba4-4165-93f8-e77a1c1082be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.914169] env[69566]: DEBUG oslo_concurrency.lockutils [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] Acquired lock "refresh_cache-db4de040-2ba4-4165-93f8-e77a1c1082be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.914428] env[69566]: DEBUG nova.network.neutron [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Refreshing network info cache for port ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.961990] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408209, 'name': Rename_Task, 'duration_secs': 0.175937} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.962332] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.962694] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acbb2ee3-cbfa-464d-8117-732fc8915ba6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.968909] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1161.968909] env[69566]: value = "task-3408215" [ 1161.968909] env[69566]: _type = "Task" [ 1161.968909] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.977177] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.016205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.016514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.018452] env[69566]: INFO nova.compute.claims [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.236467] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.239812] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408213, 'name': CreateVM_Task, 'duration_secs': 0.361752} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.240011] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.240739] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.240926] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.241294] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.241633] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3635f4a7-0983-4b06-b7cb-2f4c9a6d6e60 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.246434] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1162.246434] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]526354d5-ce45-1d13-8e52-8e8eb20d28f8" [ 1162.246434] env[69566]: _type = "Task" [ 1162.246434] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.254617] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526354d5-ce45-1d13-8e52-8e8eb20d28f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.344753] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.481317] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408215, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.589290] env[69566]: DEBUG nova.network.neutron [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updated VIF entry in instance network info cache for port d5d9c354-c261-492e-9191-df2862cd2b49. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.589849] env[69566]: DEBUG nova.network.neutron [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5d9c354-c261-492e-9191-df2862cd2b49", "address": "fa:16:3e:e6:8f:5d", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d9c354-c2", "ovs_interfaceid": "d5d9c354-c261-492e-9191-df2862cd2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.633733] env[69566]: DEBUG nova.network.neutron [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Updated VIF entry in instance network info cache for port ddcbcec4-5354-4034-a2e0-9076aa00037e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.634138] env[69566]: DEBUG nova.network.neutron [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Updating instance_info_cache with network_info: [{"id": "ddcbcec4-5354-4034-a2e0-9076aa00037e", "address": "fa:16:3e:2f:4e:5a", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddcbcec4-53", "ovs_interfaceid": "ddcbcec4-5354-4034-a2e0-9076aa00037e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.734350] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408212, 'name': ReconfigVM_Task, 'duration_secs': 0.548422} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.734651] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.735135] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.757013] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]526354d5-ce45-1d13-8e52-8e8eb20d28f8, 'name': SearchDatastore_Task, 'duration_secs': 0.021891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.757331] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.758901] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.758901] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.758901] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.758901] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.758901] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-367a7111-ce1a-476a-a0d8-b6a6907b93f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.767864] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.768087] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.768919] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad8c666-b90f-4cf5-ac18-29c5b81f7f7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.774427] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1162.774427] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527bf3ca-fa64-121c-b914-1dcb31ac12e3" [ 1162.774427] env[69566]: _type = "Task" [ 1162.774427] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.782669] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527bf3ca-fa64-121c-b914-1dcb31ac12e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.843796] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.980304] env[69566]: DEBUG oslo_vmware.api [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408215, 'name': PowerOnVM_Task, 'duration_secs': 0.516818} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.980592] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.980791] env[69566]: INFO nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1162.980944] env[69566]: DEBUG nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.981802] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8305b2f-bc40-4296-8c33-a526ead09bdf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.092335] env[69566]: DEBUG oslo_concurrency.lockutils [req-2caad6ae-be2a-4074-8486-d33fd9ab0883 req-a26ab71c-4495-4201-9865-1b3dd901d187 service nova] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.136634] env[69566]: DEBUG oslo_concurrency.lockutils [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] Releasing lock "refresh_cache-db4de040-2ba4-4165-93f8-e77a1c1082be" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.137077] env[69566]: DEBUG nova.compute.manager [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Received event network-changed-4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.137442] env[69566]: DEBUG nova.compute.manager [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Refreshing instance network info cache due to event network-changed-4e33f8e1-0542-4b05-8790-4227721ebe34. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1163.137814] env[69566]: DEBUG oslo_concurrency.lockutils [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] Acquiring lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.138093] env[69566]: DEBUG oslo_concurrency.lockutils [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] Acquired lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.138388] env[69566]: DEBUG nova.network.neutron [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Refreshing network info cache for port 4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.194518] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d13f21-434f-459e-a6ad-4a278c5cc4de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.203863] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc36cb1-ce77-468e-8077-1fc346f3aca5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.236854] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f47e4aa-a913-4254-865d-805db321f888 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.242057] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86690a52-f13f-4f15-962f-7a08d441fc16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.265739] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c74b9-ce6c-43dc-adfc-5ec752773f14 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.270550] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ea8ba0-7a17-40c9-9935-fa310836efff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.301103] env[69566]: DEBUG nova.compute.provider_tree [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.302897] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.313046] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527bf3ca-fa64-121c-b914-1dcb31ac12e3, 'name': SearchDatastore_Task, 'duration_secs': 0.015766} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.313681] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fb5797-1338-4566-bd7b-07138b685fa6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.319837] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1163.319837] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52456de3-7753-5b83-421d-b661ad4d64a0" [ 1163.319837] env[69566]: _type = "Task" [ 1163.319837] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.327979] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52456de3-7753-5b83-421d-b661ad4d64a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.343159] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.497428] env[69566]: INFO nova.compute.manager [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Took 16.58 seconds to build instance. [ 1163.808053] env[69566]: DEBUG nova.scheduler.client.report [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.833285] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52456de3-7753-5b83-421d-b661ad4d64a0, 'name': SearchDatastore_Task, 'duration_secs': 0.037836} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.835338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.835338] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.835338] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8758e39c-53ea-40b6-85f6-d17e9d29e210 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.848495] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.850188] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1163.850188] env[69566]: value = "task-3408216" [ 1163.850188] env[69566]: _type = "Task" [ 1163.850188] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.859704] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.875188] env[69566]: DEBUG nova.network.neutron [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updated VIF entry in instance network info cache for port 4e33f8e1-0542-4b05-8790-4227721ebe34. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.875619] env[69566]: DEBUG nova.network.neutron [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updating instance_info_cache with network_info: [{"id": "4e33f8e1-0542-4b05-8790-4227721ebe34", "address": "fa:16:3e:a2:58:d1", "network": {"id": "30c20eeb-c7a7-4972-9191-0618fcbd96b0", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-694586684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e23c1a9fb44ac3b2d31d3b2d318ec6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e33f8e1-05", "ovs_interfaceid": "4e33f8e1-0542-4b05-8790-4227721ebe34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.002323] env[69566]: DEBUG oslo_concurrency.lockutils [None req-74819ae7-5975-44a6-bbd2-ec50e1281a1a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.089s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.073026] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb3c62-b50b-6b08-3179-742e22e0c055/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.073387] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe028406-10d8-4b3e-83d6-2de8db7e3839 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.081022] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb3c62-b50b-6b08-3179-742e22e0c055/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.081022] env[69566]: ERROR oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb3c62-b50b-6b08-3179-742e22e0c055/disk-0.vmdk due to incomplete transfer. [ 1164.081022] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7cfe4bac-edfe-4d8e-a018-42add06cee54 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.089115] env[69566]: DEBUG oslo_vmware.rw_handles [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb3c62-b50b-6b08-3179-742e22e0c055/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1164.089321] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Uploaded image 0f22e76d-25af-4863-9b3e-33c8fdbc9bba to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1164.091670] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1164.091921] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a93904c3-fb7c-4ee2-903d-4d0d7522cffc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.097962] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1164.097962] env[69566]: value = "task-3408217" [ 1164.097962] env[69566]: _type = "Task" [ 1164.097962] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.105818] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408217, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.151995] env[69566]: DEBUG nova.compute.manager [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Received event network-changed-593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.152143] env[69566]: DEBUG nova.compute.manager [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Refreshing instance network info cache due to event network-changed-593470ff-12af-4f24-be4f-697c10a959f5. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.152351] env[69566]: DEBUG oslo_concurrency.lockutils [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] Acquiring lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.152516] env[69566]: DEBUG oslo_concurrency.lockutils [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] Acquired lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.152693] env[69566]: DEBUG nova.network.neutron [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Refreshing network info cache for port 593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.315272] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.315900] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.343911] env[69566]: DEBUG oslo_vmware.api [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408214, 'name': ReconfigVM_Task, 'duration_secs': 2.503587} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.344438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.344661] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Reconfigured VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1164.361819] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.378357] env[69566]: DEBUG oslo_concurrency.lockutils [req-8c10a414-9c01-4af4-bc92-b9c626e25ac4 req-32f599ba-9d08-4691-9bb5-5437aba2787b service nova] Releasing lock "refresh_cache-c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.613410] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408217, 'name': Destroy_Task, 'duration_secs': 0.347097} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.613860] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Destroyed the VM [ 1164.614269] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1164.614646] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b583fe19-a28a-4fdf-8c99-2332aaeeb714 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.623505] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1164.623505] env[69566]: value = "task-3408218" [ 1164.623505] env[69566]: _type = "Task" [ 1164.623505] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.635587] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408218, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.821044] env[69566]: DEBUG nova.compute.utils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.822781] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.822966] env[69566]: DEBUG nova.network.neutron [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.849856] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b8300a6b-e904-4187-9d2a-8a49b8125878 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-d5d9c354-c261-492e-9191-df2862cd2b49" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.131s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.863435] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408216, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.867737] env[69566]: DEBUG nova.policy [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7499b742135344818ba4688c866155b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a31750ed7c4a48c8877037e898a7488a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.905841] env[69566]: DEBUG nova.network.neutron [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updated VIF entry in instance network info cache for port 593470ff-12af-4f24-be4f-697c10a959f5. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.906169] env[69566]: DEBUG nova.network.neutron [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updating instance_info_cache with network_info: [{"id": "593470ff-12af-4f24-be4f-697c10a959f5", "address": "fa:16:3e:95:75:a6", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap593470ff-12", "ovs_interfaceid": "593470ff-12af-4f24-be4f-697c10a959f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.966815] env[69566]: DEBUG nova.network.neutron [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Port 59c163b3-8a30-4f5e-b748-a0d76793404e binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1165.134219] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408218, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.276696] env[69566]: DEBUG nova.network.neutron [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Successfully created port: 87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.326016] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.363384] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408216, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018738} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.364055] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.364055] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.364269] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b585f0-19dd-4a96-bbf7-0ef2b3cc85d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.371725] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1165.371725] env[69566]: value = "task-3408220" [ 1165.371725] env[69566]: _type = "Task" [ 1165.371725] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.380459] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.409321] env[69566]: DEBUG oslo_concurrency.lockutils [req-9f4a844f-49c5-4fd6-a3b7-ae4d8b291d16 req-13aab23d-3e39-4e68-bee5-5923415e2fdc service nova] Releasing lock "refresh_cache-dbcbefd5-e34c-48d5-a502-59f0f385b3e2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.634286] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408218, 'name': RemoveSnapshot_Task, 'duration_secs': 0.67192} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.634607] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1165.634926] env[69566]: DEBUG nova.compute.manager [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.635807] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01125987-a7f4-4415-9e3d-d79acb5643d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.887339] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06215} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.887630] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.888473] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d13df9-5fb7-475a-aab4-421719caa540 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.917406] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.917839] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60695406-e9db-40d3-bd79-7fa2ba9a447d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.940857] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1165.940857] env[69566]: value = "task-3408221" [ 1165.940857] env[69566]: _type = "Task" [ 1165.940857] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.949358] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.990683] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.990683] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.990683] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.150297] env[69566]: INFO nova.compute.manager [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Shelve offloading [ 1166.337778] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.363800] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.364081] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.364258] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.364445] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.364596] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.364745] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.364953] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.365129] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.365300] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.365464] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.365643] env[69566]: DEBUG nova.virt.hardware [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.366510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beab4a9b-de39-443f-91a0-3c5419a19417 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.375457] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67112e4b-c031-4fcc-9ca6-14914a4b12ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.450439] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.466085] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-d5d9c354-c261-492e-9191-df2862cd2b49" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.466374] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-d5d9c354-c261-492e-9191-df2862cd2b49" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.653835] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.654182] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c5ab26e-fa49-471a-8425-9baa4f29071d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.661587] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1166.661587] env[69566]: value = "task-3408222" [ 1166.661587] env[69566]: _type = "Task" [ 1166.661587] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.669028] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.814438] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.814679] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.814842] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.814997] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.815171] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.815321] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.815472] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.815613] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1166.815765] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.951689] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408221, 'name': ReconfigVM_Task, 'duration_secs': 0.699686} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.952119] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Reconfigured VM instance instance-00000071 to attach disk [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.952665] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-297f78b4-0b92-4b24-83a2-4720ac7dbd04 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.959143] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1166.959143] env[69566]: value = "task-3408223" [ 1166.959143] env[69566]: _type = "Task" [ 1166.959143] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.967030] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408223, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.969506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.969506] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.969506] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86377e19-5f7d-4a34-ac52-ff0af393c07b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.990645] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b37562-e169-42f9-9376-278138f54a7e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.019112] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Reconfiguring VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1167.019862] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d447e2b-aba8-4544-a89f-dccb9df68b15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.039967] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1167.039967] env[69566]: value = "task-3408224" [ 1167.039967] env[69566]: _type = "Task" [ 1167.039967] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.051276] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.060061] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.060298] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.060576] env[69566]: DEBUG nova.network.neutron [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.115596] env[69566]: DEBUG nova.compute.manager [req-fb07c7b7-6131-4cfe-ab40-00d38747919e req-86bb7ea5-8c62-4ed3-b5e2-7557eeb99191 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Received event network-vif-plugged-87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.116054] env[69566]: DEBUG oslo_concurrency.lockutils [req-fb07c7b7-6131-4cfe-ab40-00d38747919e req-86bb7ea5-8c62-4ed3-b5e2-7557eeb99191 service nova] Acquiring lock "911574d8-42a5-4736-bd0d-b976dc902f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.116354] env[69566]: DEBUG oslo_concurrency.lockutils [req-fb07c7b7-6131-4cfe-ab40-00d38747919e req-86bb7ea5-8c62-4ed3-b5e2-7557eeb99191 service nova] Lock "911574d8-42a5-4736-bd0d-b976dc902f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.116548] env[69566]: DEBUG oslo_concurrency.lockutils [req-fb07c7b7-6131-4cfe-ab40-00d38747919e req-86bb7ea5-8c62-4ed3-b5e2-7557eeb99191 service nova] Lock "911574d8-42a5-4736-bd0d-b976dc902f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.116914] env[69566]: DEBUG nova.compute.manager [req-fb07c7b7-6131-4cfe-ab40-00d38747919e req-86bb7ea5-8c62-4ed3-b5e2-7557eeb99191 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] No waiting events found dispatching network-vif-plugged-87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1167.116914] env[69566]: WARNING nova.compute.manager [req-fb07c7b7-6131-4cfe-ab40-00d38747919e req-86bb7ea5-8c62-4ed3-b5e2-7557eeb99191 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Received unexpected event network-vif-plugged-87e13dd6-6cbd-4016-8ae4-1e0300e3e063 for instance with vm_state building and task_state spawning. [ 1167.172683] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1167.172922] env[69566]: DEBUG nova.compute.manager [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.173627] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4d146e-ca98-4906-a9cf-1e7f45caab98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.178798] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.178967] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.179149] env[69566]: DEBUG nova.network.neutron [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.249992] env[69566]: DEBUG nova.network.neutron [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Successfully updated port: 87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.319145] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.319396] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.319668] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.319835] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1167.320721] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe6b3a-ad02-46bd-865b-7975c0d56b4b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.329097] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce3129-32cb-4e17-adce-1bd8716d3d32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.342841] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc84e2da-6603-457c-906f-c0321eb9bbce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.348975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39223e-39a0-4b42-a29d-9a27b098a26f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.379211] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179944MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1167.379362] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.379597] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.469904] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408223, 'name': Rename_Task, 'duration_secs': 0.194088} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.470207] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.470456] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353358ad-7b59-4db0-a4f2-16bebfd39e3f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.479836] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1167.479836] env[69566]: value = "task-3408225" [ 1167.479836] env[69566]: _type = "Task" [ 1167.479836] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.496012] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.556049] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.753980] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "refresh_cache-911574d8-42a5-4736-bd0d-b976dc902f04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.754107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "refresh_cache-911574d8-42a5-4736-bd0d-b976dc902f04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.754283] env[69566]: DEBUG nova.network.neutron [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.788148] env[69566]: DEBUG nova.network.neutron [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.909720] env[69566]: DEBUG nova.network.neutron [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.989720] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.050466] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.292230] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.360885] env[69566]: DEBUG nova.network.neutron [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.389994] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Applying migration context for instance 30c81c20-4eff-4534-aef2-23996c37b943 as it has an incoming, in-progress migration d9e5b1c3-50b3-410a-841e-1c146a5bbdc8. Migration status is post-migrating {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1168.391490] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating resource usage from migration d9e5b1c3-50b3-410a-841e-1c146a5bbdc8 [ 1168.411829] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.416877] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417165] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3f2c5d01-9029-425a-a038-274c4894b066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417236] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3d9ba984-8f64-417a-a044-9631add65528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417334] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3a86bd4f-f64f-43ec-977d-200949b5bc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417451] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417565] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance db7933fa-605b-4aef-8fe9-78c61eb06a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417686] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417833] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance dbcbefd5-e34c-48d5-a502-59f0f385b3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.417951] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration d9e5b1c3-50b3-410a-841e-1c146a5bbdc8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1168.418185] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 30c81c20-4eff-4534-aef2-23996c37b943 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.418185] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance db4de040-2ba4-4165-93f8-e77a1c1082be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.418284] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 911574d8-42a5-4736-bd0d-b976dc902f04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1168.418474] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1168.418607] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1168.490629] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.498555] env[69566]: DEBUG nova.network.neutron [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Updating instance_info_cache with network_info: [{"id": "87e13dd6-6cbd-4016-8ae4-1e0300e3e063", "address": "fa:16:3e:04:eb:0f", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e13dd6-6c", "ovs_interfaceid": "87e13dd6-6cbd-4016-8ae4-1e0300e3e063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.552609] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.586346] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e488471-4cc1-4397-8736-cb363d2b1247 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.593844] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d0c2ac-8f27-42bf-bb4b-e30e220cbced {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.624707] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0302674-bd07-4be8-ab52-9e2f269e4438 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.632254] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d23eb0-0d70-4c79-bde3-abbf59cf9d69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.645802] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.788180] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.789066] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76781df5-7aec-4b90-8572-d1d81e918fee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.799961] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.800579] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29a79851-8c11-4a01-8020-6c64996f3cde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.803113] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d2741f-4c20-46ed-8abb-701bfa41c047 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.810116] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20819e06-4e9b-4d2e-9ba9-596099005221 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.881613] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.881940] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.882187] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleting the datastore file [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.882788] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7936b34e-3bdc-4a51-9222-ac9951f438bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.891090] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1168.891090] env[69566]: value = "task-3408228" [ 1168.891090] env[69566]: _type = "Task" [ 1168.891090] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.898313] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.991412] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.001086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "refresh_cache-911574d8-42a5-4736-bd0d-b976dc902f04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.001414] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Instance network_info: |[{"id": "87e13dd6-6cbd-4016-8ae4-1e0300e3e063", "address": "fa:16:3e:04:eb:0f", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e13dd6-6c", "ovs_interfaceid": "87e13dd6-6cbd-4016-8ae4-1e0300e3e063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.001847] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:eb:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87e13dd6-6cbd-4016-8ae4-1e0300e3e063', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.009473] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.009710] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.009952] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f4375cd-8a8e-43a1-9240-d926b56fb3ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.028384] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.028384] env[69566]: value = "task-3408229" [ 1169.028384] env[69566]: _type = "Task" [ 1169.028384] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.035565] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408229, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.049307] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.145647] env[69566]: DEBUG nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Received event network-changed-87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.145845] env[69566]: DEBUG nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Refreshing instance network info cache due to event network-changed-87e13dd6-6cbd-4016-8ae4-1e0300e3e063. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.146186] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Acquiring lock "refresh_cache-911574d8-42a5-4736-bd0d-b976dc902f04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.146366] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Acquired lock "refresh_cache-911574d8-42a5-4736-bd0d-b976dc902f04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.146545] env[69566]: DEBUG nova.network.neutron [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Refreshing network info cache for port 87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.148807] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.401470] env[69566]: DEBUG oslo_vmware.api [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124132} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.401794] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.402016] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.402196] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.425950] env[69566]: INFO nova.scheduler.client.report [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted allocations for instance 3a86bd4f-f64f-43ec-977d-200949b5bc4b [ 1169.491693] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408225, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.537254] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408229, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.550031] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.653380] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1169.653652] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.274s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.653947] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.654183] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Cleaning up deleted instances {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1169.889337] env[69566]: DEBUG nova.network.neutron [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Updated VIF entry in instance network info cache for port 87e13dd6-6cbd-4016-8ae4-1e0300e3e063. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.889732] env[69566]: DEBUG nova.network.neutron [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Updating instance_info_cache with network_info: [{"id": "87e13dd6-6cbd-4016-8ae4-1e0300e3e063", "address": "fa:16:3e:04:eb:0f", "network": {"id": "9d16d834-8d9a-46b6-8dfa-d50fea8b396d", "bridge": "br-int", "label": "tempest-ServersTestJSON-1509434706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a31750ed7c4a48c8877037e898a7488a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87e13dd6-6c", "ovs_interfaceid": "87e13dd6-6cbd-4016-8ae4-1e0300e3e063", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.912339] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef67374-0b94-4fc6-80dd-b883c901b310 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.934959] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.935731] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.935731] env[69566]: DEBUG nova.objects.instance [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'resources' on Instance uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.936993] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db03c2e-0d05-4798-be7f-0e5fe99edc98 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.944960] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.992931] env[69566]: DEBUG oslo_vmware.api [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408225, 'name': PowerOnVM_Task, 'duration_secs': 2.421927} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.993912] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.994146] env[69566]: INFO nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1169.994332] env[69566]: DEBUG nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.995111] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694131be-849b-4e68-b143-7e9d5c1e0896 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.038073] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408229, 'name': CreateVM_Task, 'duration_secs': 0.508824} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.038827] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.039573] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.039714] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.040057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.040521] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4bdb3bc-71c9-40bb-aa20-f0c795a03268 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.046773] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1170.046773] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52fb398e-3792-ddd6-b624-e3ff22c7953a" [ 1170.046773] env[69566]: _type = "Task" [ 1170.046773] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.053806] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.058488] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fb398e-3792-ddd6-b624-e3ff22c7953a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.171923] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] There are 64 instances to clean {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1170.172140] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 5ad7ea6f-d952-47db-8bef-ade0d3fc94c5] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.392672] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Releasing lock "refresh_cache-911574d8-42a5-4736-bd0d-b976dc902f04" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.392774] env[69566]: DEBUG nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-vif-unplugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.393915] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.393915] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.393915] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.393915] env[69566]: DEBUG nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] No waiting events found dispatching network-vif-unplugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.393915] env[69566]: WARNING nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received unexpected event network-vif-unplugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e for instance with vm_state shelved and task_state shelving_offloading. [ 1170.393915] env[69566]: DEBUG nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.394229] env[69566]: DEBUG nova.compute.manager [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing instance network info cache due to event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.394753] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.394753] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.394753] env[69566]: DEBUG nova.network.neutron [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.441368] env[69566]: DEBUG nova.objects.instance [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.450859] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.451153] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a435c5c0-74e5-4b78-9db8-1e5f7c575659 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.458909] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1170.458909] env[69566]: value = "task-3408231" [ 1170.458909] env[69566]: _type = "Task" [ 1170.458909] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.466324] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.512399] env[69566]: INFO nova.compute.manager [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Took 19.51 seconds to build instance. [ 1170.556016] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.561478] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52fb398e-3792-ddd6-b624-e3ff22c7953a, 'name': SearchDatastore_Task, 'duration_secs': 0.021863} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.561877] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.562123] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.562363] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.562782] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.562782] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.563072] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c547f7-d2fc-448b-bc56-57632bf1377a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.572965] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.573183] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.573942] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8571e86-ba8c-49f6-889c-d25f54aebfc5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.579409] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1170.579409] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e59f19-7bfa-cb94-1529-9d7bebe6adce" [ 1170.579409] env[69566]: _type = "Task" [ 1170.579409] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.588245] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e59f19-7bfa-cb94-1529-9d7bebe6adce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.676032] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 9095a086-9db9-48e6-891d-f435884b189a] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.889038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.889273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.943149] env[69566]: DEBUG nova.objects.base [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Object Instance<3a86bd4f-f64f-43ec-977d-200949b5bc4b> lazy-loaded attributes: resources,numa_topology {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.975439] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408231, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.019993] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f1df73fd-a729-445f-adb3-b1a31a0b6d66 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.031s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.053679] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.089367] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e59f19-7bfa-cb94-1529-9d7bebe6adce, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.090196] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624b179c-132f-416c-a77d-f668c5fcacf1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.097822] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1171.097822] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f103b4-cce0-5a2e-3ec6-0c42f4d1ff5c" [ 1171.097822] env[69566]: _type = "Task" [ 1171.097822] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.105509] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f103b4-cce0-5a2e-3ec6-0c42f4d1ff5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.108972] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e39ea-65c3-4f25-97f6-9689ddac7e65 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.115391] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb8b744-b052-44ab-88cb-8c4f33afbbb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.148975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e077d4-1746-4548-a218-d78be419889b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.156150] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3aee3c-677b-40ae-af63-e1f5d3c97f0b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.169497] env[69566]: DEBUG nova.compute.provider_tree [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.180263] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 74d3e8dd-5f04-4a1e-93d7-adbe456f5aa7] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.244059] env[69566]: DEBUG nova.network.neutron [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updated VIF entry in instance network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.244475] env[69566]: DEBUG nova.network.neutron [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.324393] env[69566]: INFO nova.compute.manager [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Rebuilding instance [ 1171.360976] env[69566]: DEBUG nova.compute.manager [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.361872] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba14d5-4771-4f4b-869f-61f8c90a92eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.392307] env[69566]: INFO nova.compute.manager [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Detaching volume e9114914-782c-4685-bf4c-e27c1e92aad5 [ 1171.426810] env[69566]: INFO nova.virt.block_device [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Attempting to driver detach volume e9114914-782c-4685-bf4c-e27c1e92aad5 from mountpoint /dev/sdb [ 1171.427093] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.427294] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679947', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'name': 'volume-e9114914-782c-4685-bf4c-e27c1e92aad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d9ba984-8f64-417a-a044-9631add65528', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'serial': 'e9114914-782c-4685-bf4c-e27c1e92aad5'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.428180] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a978098-6a9f-43be-ab66-1257ab59b06b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.450999] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5991b62b-d286-4cbe-8934-f2a6c82b5af8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.457791] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1fdb5-6839-4dbf-9513-ecd08d53c0fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.488286] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895f7fc-d6b2-45a9-8a06-76070d3b025b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.490668] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.503453] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] The volume has not been displaced from its original location: [datastore1] volume-e9114914-782c-4685-bf4c-e27c1e92aad5/volume-e9114914-782c-4685-bf4c-e27c1e92aad5.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.508689] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.508962] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e365ee94-1213-4776-b9bd-61a0577527fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.526556] env[69566]: DEBUG oslo_vmware.api [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1171.526556] env[69566]: value = "task-3408232" [ 1171.526556] env[69566]: _type = "Task" [ 1171.526556] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.533985] env[69566]: DEBUG oslo_vmware.api [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.551936] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.609230] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f103b4-cce0-5a2e-3ec6-0c42f4d1ff5c, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.609443] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.609728] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 911574d8-42a5-4736-bd0d-b976dc902f04/911574d8-42a5-4736-bd0d-b976dc902f04.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.609991] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e33127a3-8956-47f4-a155-e32e4d66e104 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.617405] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1171.617405] env[69566]: value = "task-3408233" [ 1171.617405] env[69566]: _type = "Task" [ 1171.617405] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.625242] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.672939] env[69566]: DEBUG nova.scheduler.client.report [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.683324] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 94361d66-1fe7-4178-a977-227a5465b137] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.747340] env[69566]: DEBUG oslo_concurrency.lockutils [req-3134554a-697a-45e4-a705-4115a8ccba84 req-905f5cc9-2e6c-4c98-ac04-730e5a5b67f1 service nova] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.974841] env[69566]: DEBUG oslo_vmware.api [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408231, 'name': PowerOnVM_Task, 'duration_secs': 1.159225} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.975325] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.975612] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7a24c87d-3d3a-447b-87c4-1b90bd4bd9ae tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance '30c81c20-4eff-4534-aef2-23996c37b943' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.041816] env[69566]: DEBUG oslo_vmware.api [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408232, 'name': ReconfigVM_Task, 'duration_secs': 0.23995} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.042256] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.047681] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ed61fb-c0d2-429f-8580-225f577d568d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.069340] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.070859] env[69566]: DEBUG oslo_vmware.api [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1172.070859] env[69566]: value = "task-3408235" [ 1172.070859] env[69566]: _type = "Task" [ 1172.070859] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.082409] env[69566]: DEBUG oslo_vmware.api [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.088021] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.127177] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408233, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.178511] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.185799] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: a6b694a7-6981-47ad-a7e3-ffc72c967980] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.375254] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.375506] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4e2af6-1ae5-4201-a5be-8321bb8fd876 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.382671] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1172.382671] env[69566]: value = "task-3408236" [ 1172.382671] env[69566]: _type = "Task" [ 1172.382671] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.392174] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.556803] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.579657] env[69566]: DEBUG oslo_vmware.api [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408235, 'name': ReconfigVM_Task, 'duration_secs': 0.173807} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.579947] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679947', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'name': 'volume-e9114914-782c-4685-bf4c-e27c1e92aad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3d9ba984-8f64-417a-a044-9631add65528', 'attached_at': '', 'detached_at': '', 'volume_id': 'e9114914-782c-4685-bf4c-e27c1e92aad5', 'serial': 'e9114914-782c-4685-bf4c-e27c1e92aad5'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.627980] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519677} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.628228] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 911574d8-42a5-4736-bd0d-b976dc902f04/911574d8-42a5-4736-bd0d-b976dc902f04.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.628450] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.628695] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-090926d4-2945-409f-a5f6-2b7766c7d3d9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.634324] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1172.634324] env[69566]: value = "task-3408237" [ 1172.634324] env[69566]: _type = "Task" [ 1172.634324] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.641429] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.686054] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3b54537e-9352-4394-a9b9-710be72bb41c tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.508s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.686640] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.599s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.686820] env[69566]: INFO nova.compute.manager [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Unshelving [ 1172.688060] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f3f819cb-6c49-40ea-8ee2-da8db39725b3] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.895714] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408236, 'name': PowerOffVM_Task, 'duration_secs': 0.217783} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.896016] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.896264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.897042] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3558acc-2360-4ac9-855b-f2cd28bba599 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.903430] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.903669] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-589e7aa9-48c0-45ec-bbf5-2b841bcb9495 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.966012] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.966267] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.966438] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.966708] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c161c28c-c8b9-4610-a343-b2918b84cd44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.974510] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1172.974510] env[69566]: value = "task-3408239" [ 1172.974510] env[69566]: _type = "Task" [ 1172.974510] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.981937] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.057513] env[69566]: DEBUG oslo_vmware.api [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408224, 'name': ReconfigVM_Task, 'duration_secs': 6.008423} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.057857] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.058027] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Reconfigured VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1173.120548] env[69566]: DEBUG nova.objects.instance [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.145906] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314343} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.146119] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.147088] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cea65b-445b-43d8-8941-7abe1f11667b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.170071] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 911574d8-42a5-4736-bd0d-b976dc902f04/911574d8-42a5-4736-bd0d-b976dc902f04.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.170468] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f15eb0-7190-40f8-bb5e-63a4debb223c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.190452] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1173.190452] env[69566]: value = "task-3408240" [ 1173.190452] env[69566]: _type = "Task" [ 1173.190452] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.190888] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f1dc8557-9df6-46bf-9dc0-4bf730b8c9f1] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.205771] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.484548] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.696167] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 79f1ef2c-283b-4496-98b1-4f344cb5a35b] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.705825] env[69566]: DEBUG nova.compute.utils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.706910] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408240, 'name': ReconfigVM_Task, 'duration_secs': 0.507143} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.707861] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 911574d8-42a5-4736-bd0d-b976dc902f04/911574d8-42a5-4736-bd0d-b976dc902f04.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.707861] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef51e9c2-0b29-4603-bc50-86bfd2b714b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.714304] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1173.714304] env[69566]: value = "task-3408241" [ 1173.714304] env[69566]: _type = "Task" [ 1173.714304] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.723571] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408241, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.988737] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58222} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.989078] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.989293] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.989526] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.062373] env[69566]: DEBUG oslo_concurrency.lockutils [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.129277] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f9fb8452-2811-4688-b79b-4379c6851c58 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.130678] env[69566]: DEBUG oslo_concurrency.lockutils [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.068s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.130837] env[69566]: DEBUG nova.compute.manager [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.132014] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdbc16d-f7b8-4239-959b-9e5bd2673d30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.140449] env[69566]: DEBUG nova.compute.manager [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1174.141476] env[69566]: DEBUG nova.objects.instance [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.200119] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: cce6ca00-d570-459d-99a9-4a15aa7f2e30] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.209128] env[69566]: INFO nova.virt.block_device [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Booting with volume 88f9f719-09c3-40fa-9ab1-dd68bb70b38d at /dev/sdb [ 1174.229032] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408241, 'name': Rename_Task, 'duration_secs': 0.138412} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.229032] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.229032] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-658c1f2b-c606-4c9b-9948-66f38b2b1bfd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.236493] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1174.236493] env[69566]: value = "task-3408243" [ 1174.236493] env[69566]: _type = "Task" [ 1174.236493] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.245434] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.251242] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72b437e7-22a8-4f18-bce9-9c086dd290eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.261618] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662ddb6e-52f7-4ffc-80f6-bbf11000db03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.299437] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b6d4585-735a-4613-a17d-7143b274a7f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.308313] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1afed-a239-420f-ba6d-ad9c2cf4225c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.342513] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3fb08-4492-43b9-90d3-8cacd3eb99da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.351262] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7135be-38e0-47ba-8c42-2ba9ee270174 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.362769] env[69566]: DEBUG nova.virt.block_device [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating existing volume attachment record: b5aa9fd0-3ab6-417d-afb3-6cb8e5e61294 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.468221] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.468444] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.468652] env[69566]: DEBUG nova.network.neutron [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.662056] env[69566]: DEBUG nova.compute.manager [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.662275] env[69566]: DEBUG nova.compute.manager [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing instance network info cache due to event network-changed-93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.662488] env[69566]: DEBUG oslo_concurrency.lockutils [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] Acquiring lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.704561] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: fdabbf97-afdc-4026-885c-9aa4d5c93d7f] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.746872] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.879934] env[69566]: DEBUG nova.network.neutron [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Port 59c163b3-8a30-4f5e-b748-a0d76793404e binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1174.880662] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.880662] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.880662] env[69566]: DEBUG nova.network.neutron [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.033594] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.034030] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.034265] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.034532] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.034792] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.034947] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.035257] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.035480] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.035727] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.035958] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.036255] env[69566]: DEBUG nova.virt.hardware [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.037547] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644bf58d-3c19-4bf7-b8b0-299deb46d3db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.049061] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6827f85-ca87-400d-8fb3-8473c9c68663 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.063264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:4e:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddcbcec4-5354-4034-a2e0-9076aa00037e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.070739] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.073082] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.073321] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8be7a28-e777-475b-a8ce-6af8ee954e58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.092661] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.092661] env[69566]: value = "task-3408247" [ 1175.092661] env[69566]: _type = "Task" [ 1175.092661] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.100471] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408247, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.151695] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.152400] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d588557b-6e8f-46ab-9dc0-9577834fd8ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.158938] env[69566]: DEBUG oslo_vmware.api [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1175.158938] env[69566]: value = "task-3408248" [ 1175.158938] env[69566]: _type = "Task" [ 1175.158938] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.167208] env[69566]: DEBUG oslo_vmware.api [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.199348] env[69566]: INFO nova.network.neutron [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Port d5d9c354-c261-492e-9191-df2862cd2b49 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1175.199732] env[69566]: DEBUG nova.network.neutron [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.207819] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3bdf8749-4461-468d-92c5-20330f4caba0] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.248491] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.382514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-db7933fa-605b-4aef-8fe9-78c61eb06a2d-d5d9c354-c261-492e-9191-df2862cd2b49" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.382845] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-db7933fa-605b-4aef-8fe9-78c61eb06a2d-d5d9c354-c261-492e-9191-df2862cd2b49" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.383258] env[69566]: DEBUG nova.objects.instance [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'flavor' on Instance uuid db7933fa-605b-4aef-8fe9-78c61eb06a2d {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.606632] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408247, 'name': CreateVM_Task, 'duration_secs': 0.336651} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.606632] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.607066] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.607386] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.607737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.608041] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b0121fc-533d-4c9c-9726-5cef10f52e07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.612595] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1175.612595] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5230234e-89fa-598d-ecda-3502c433d9a0" [ 1175.612595] env[69566]: _type = "Task" [ 1175.612595] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.621157] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5230234e-89fa-598d-ecda-3502c433d9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.644978] env[69566]: DEBUG nova.network.neutron [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.669798] env[69566]: DEBUG oslo_vmware.api [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408248, 'name': PowerOffVM_Task, 'duration_secs': 0.334495} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.669994] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.670258] env[69566]: DEBUG nova.compute.manager [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.671113] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6dde4f-9873-48f3-ab9b-57d8484123ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.702416] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.704584] env[69566]: DEBUG oslo_concurrency.lockutils [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] Acquired lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704780] env[69566]: DEBUG nova.network.neutron [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Refreshing network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.711344] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 988503f2-e52a-488d-bd9f-73e280534d9e] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.747506] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408243, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.025102] env[69566]: DEBUG nova.objects.instance [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'pci_requests' on Instance uuid db7933fa-605b-4aef-8fe9-78c61eb06a2d {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.122264] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5230234e-89fa-598d-ecda-3502c433d9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.122555] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.122847] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.123031] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.123187] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.123367] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.123619] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7beb9087-9d46-45ce-9165-76d4caf68875 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.131354] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.131532] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.132270] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-241d5ddf-0321-4a75-9775-544e8ed477eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.137134] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1176.137134] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5292cb0f-aed3-2945-62dc-2eeeb98af5c1" [ 1176.137134] env[69566]: _type = "Task" [ 1176.137134] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.146177] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5292cb0f-aed3-2945-62dc-2eeeb98af5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.147721] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.182944] env[69566]: DEBUG oslo_concurrency.lockutils [None req-174d03cb-a59e-4a86-8173-15c304b99782 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.210479] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8522305d-c559-4d82-a068-075f01f2d109 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-d5d9c354-c261-492e-9191-df2862cd2b49" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.744s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.214276] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: e2a8735f-c35a-4b27-93bc-bc5cd2fcb634] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.249992] env[69566]: DEBUG oslo_vmware.api [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408243, 'name': PowerOnVM_Task, 'duration_secs': 1.779427} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.250277] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.250475] env[69566]: INFO nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1176.250648] env[69566]: DEBUG nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.251427] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2713cfa1-31c2-4619-8788-72d94a7b62e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.396310] env[69566]: DEBUG nova.network.neutron [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updated VIF entry in instance network info cache for port 93bfe6c0-4d20-4378-a94b-e83721e22f68. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.396689] env[69566]: DEBUG nova.network.neutron [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [{"id": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "address": "fa:16:3e:f0:1b:60", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93bfe6c0-4d", "ovs_interfaceid": "93bfe6c0-4d20-4378-a94b-e83721e22f68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.528193] env[69566]: DEBUG nova.objects.base [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.528386] env[69566]: DEBUG nova.network.neutron [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.568895] env[69566]: DEBUG nova.objects.instance [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.586318] env[69566]: DEBUG nova.policy [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '026e10ddfb6b48f79dd55bda64ecd673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64913756d6834dc4a4962bb8fe1be3ef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.647589] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5292cb0f-aed3-2945-62dc-2eeeb98af5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021526} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.648455] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f05c85a-c86b-4ffb-98c1-dba9e920e6bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.651895] env[69566]: DEBUG nova.compute.manager [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69566) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1176.657548] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1176.657548] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5227b5eb-d6e5-f27f-7e67-2d18e8018735" [ 1176.657548] env[69566]: _type = "Task" [ 1176.657548] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.667176] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5227b5eb-d6e5-f27f-7e67-2d18e8018735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.717242] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f4f1e068-6d20-4d8d-9f02-be2300e48319] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.770896] env[69566]: INFO nova.compute.manager [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Took 14.77 seconds to build instance. [ 1176.899780] env[69566]: DEBUG oslo_concurrency.lockutils [req-b6eab2f7-f034-4d07-bfec-9a3e66d3e542 req-b8cebd97-2c99-4cb4-a34b-10538dd14c73 service nova] Releasing lock "refresh_cache-3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.001374] env[69566]: DEBUG nova.compute.manager [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.002379] env[69566]: DEBUG nova.compute.manager [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing instance network info cache due to event network-changed-0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.002379] env[69566]: DEBUG oslo_concurrency.lockutils [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.002379] env[69566]: DEBUG oslo_concurrency.lockutils [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.002628] env[69566]: DEBUG nova.network.neutron [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.073666] env[69566]: DEBUG oslo_concurrency.lockutils [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.073835] env[69566]: DEBUG oslo_concurrency.lockutils [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.074021] env[69566]: DEBUG nova.network.neutron [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.074255] env[69566]: DEBUG nova.objects.instance [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'info_cache' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.167778] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5227b5eb-d6e5-f27f-7e67-2d18e8018735, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.168075] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.168308] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.168555] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-924cb015-f07e-4b61-a609-ad16486c3898 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.177052] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1177.177052] env[69566]: value = "task-3408251" [ 1177.177052] env[69566]: _type = "Task" [ 1177.177052] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.184146] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.220189] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: e62f5fbf-6b7d-46ba-92d7-0154e1734f3e] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.273509] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b0e1c4de-a55d-4925-91fc-9dd1a6cb4694 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.284s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.577457] env[69566]: DEBUG nova.objects.base [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Object Instance<3d9ba984-8f64-417a-a044-9631add65528> lazy-loaded attributes: flavor,info_cache {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.686321] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408251, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.723420] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: a98c7deb-acff-4748-af32-a20bd91215ce] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.733505] env[69566]: DEBUG nova.network.neutron [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updated VIF entry in instance network info cache for port 0de73a32-ccc2-4b94-b77f-300d55ae46f1. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.733878] env[69566]: DEBUG nova.network.neutron [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.763612] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.764141] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.189155] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.189511] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.189649] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.189917] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69278aae-8730-4d03-b42d-98c30dee61f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.195914] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1178.195914] env[69566]: value = "task-3408253" [ 1178.195914] env[69566]: _type = "Task" [ 1178.195914] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.203625] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.220548] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "911574d8-42a5-4736-bd0d-b976dc902f04" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.220803] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.220990] env[69566]: DEBUG nova.compute.manager [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.221889] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb4836-8a6e-4ed9-8439-add782b93076 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.226135] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f3b721f8-e851-4e17-ab34-3b6c15583f12] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.229407] env[69566]: DEBUG nova.compute.manager [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1178.229948] env[69566]: DEBUG nova.objects.instance [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'flavor' on Instance uuid 911574d8-42a5-4736-bd0d-b976dc902f04 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.235857] env[69566]: DEBUG oslo_concurrency.lockutils [req-0405bf41-126e-43de-8057-078d93172557 req-19b659b0-d38b-4a27-89ad-6ae20553eee8 service nova] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.267190] env[69566]: DEBUG nova.objects.instance [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'migration_context' on Instance uuid 30c81c20-4eff-4534-aef2-23996c37b943 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.304536] env[69566]: DEBUG nova.network.neutron [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [{"id": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "address": "fa:16:3e:40:08:e2", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b268f51-17", "ovs_interfaceid": "9b268f51-17d9-4dc3-b089-a6da9a5a7d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.471334] env[69566]: DEBUG nova.network.neutron [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Successfully updated port: d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.705663] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287215} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.706031] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.706824] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347babbd-3404-4615-acbc-bf11c34929a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.730219] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.730488] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64b32ae5-7157-4502-ba1a-2cb9b3c9764b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.745781] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 76ce4366-932f-427b-9ffd-08ca8655a8d9] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.756485] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1178.756485] env[69566]: value = "task-3408254" [ 1178.756485] env[69566]: _type = "Task" [ 1178.756485] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.765524] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.807172] env[69566]: DEBUG oslo_concurrency.lockutils [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "refresh_cache-3d9ba984-8f64-417a-a044-9631add65528" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.974037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.974335] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.974518] env[69566]: DEBUG nova.network.neutron [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.015681] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b9713-4696-492c-ba8c-19471a16a62d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.023576] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd33d2d1-62e3-4a78-8cd3-92f3525d0a67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.054718] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b990fa-4b17-44f0-bd08-51bfa94092f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.058280] env[69566]: DEBUG nova.compute.manager [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-vif-plugged-d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.058521] env[69566]: DEBUG oslo_concurrency.lockutils [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.058747] env[69566]: DEBUG oslo_concurrency.lockutils [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.058917] env[69566]: DEBUG oslo_concurrency.lockutils [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.059103] env[69566]: DEBUG nova.compute.manager [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] No waiting events found dispatching network-vif-plugged-d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.059270] env[69566]: WARNING nova.compute.manager [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received unexpected event network-vif-plugged-d5d9c354-c261-492e-9191-df2862cd2b49 for instance with vm_state active and task_state None. [ 1179.059428] env[69566]: DEBUG nova.compute.manager [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-changed-d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.059580] env[69566]: DEBUG nova.compute.manager [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing instance network info cache due to event network-changed-d5d9c354-c261-492e-9191-df2862cd2b49. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.059745] env[69566]: DEBUG oslo_concurrency.lockutils [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.065627] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f8b8f6-6305-4918-9f74-e46e341cac2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.080511] env[69566]: DEBUG nova.compute.provider_tree [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.250936] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 4244adb1-2753-4c51-91e7-d3cc8a01a000] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.253070] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.253539] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0108bd75-9563-4a35-9dd5-70cf14eec022 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.265247] env[69566]: DEBUG oslo_vmware.api [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1179.265247] env[69566]: value = "task-3408255" [ 1179.265247] env[69566]: _type = "Task" [ 1179.265247] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.274544] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408254, 'name': ReconfigVM_Task, 'duration_secs': 0.273567} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.275318] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Reconfigured VM instance instance-00000071 to attach disk [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be/db4de040-2ba4-4165-93f8-e77a1c1082be.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.276012] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27c99b29-ba69-4d37-9dbd-af310fe5c72e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.281369] env[69566]: DEBUG oslo_vmware.api [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.285338] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1179.285338] env[69566]: value = "task-3408256" [ 1179.285338] env[69566]: _type = "Task" [ 1179.285338] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.294207] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408256, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.525782] env[69566]: WARNING nova.network.neutron [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] 50fb37a7-0481-4182-89ac-7150e88c9690 already exists in list: networks containing: ['50fb37a7-0481-4182-89ac-7150e88c9690']. ignoring it [ 1179.584945] env[69566]: DEBUG nova.scheduler.client.report [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.753927] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 23cef26c-0b1c-4307-b90b-c5e19faab240] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.777400] env[69566]: DEBUG oslo_vmware.api [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408255, 'name': PowerOffVM_Task, 'duration_secs': 0.195713} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.778252] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.778458] env[69566]: DEBUG nova.compute.manager [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.779288] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab4a09-8449-4289-8a52-5ebafd08a5be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.795570] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408256, 'name': Rename_Task, 'duration_secs': 0.143266} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.795838] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.796167] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3710cffe-8733-49ef-a64b-6a9d8eae2829 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.807136] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1179.807136] env[69566]: value = "task-3408257" [ 1179.807136] env[69566]: _type = "Task" [ 1179.807136] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.815704] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.816095] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.816213] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28fef5b0-5d49-4997-ab39-6dc4b990004b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.823438] env[69566]: DEBUG oslo_vmware.api [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1179.823438] env[69566]: value = "task-3408258" [ 1179.823438] env[69566]: _type = "Task" [ 1179.823438] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.838509] env[69566]: DEBUG oslo_vmware.api [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408258, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.899379] env[69566]: DEBUG nova.network.neutron [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5d9c354-c261-492e-9191-df2862cd2b49", "address": "fa:16:3e:e6:8f:5d", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d9c354-c2", "ovs_interfaceid": "d5d9c354-c261-492e-9191-df2862cd2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.973393] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.257625] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 7fa19a50-7b7b-4e95-9ac8-a8eaddf531cd] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.293639] env[69566]: DEBUG oslo_concurrency.lockutils [None req-a8d666cd-84db-4ce1-8458-8b41f300c045 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.318283] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408257, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.336131] env[69566]: DEBUG oslo_vmware.api [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.402450] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.403143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.403319] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.403616] env[69566]: DEBUG oslo_concurrency.lockutils [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.403799] env[69566]: DEBUG nova.network.neutron [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Refreshing network info cache for port d5d9c354-c261-492e-9191-df2862cd2b49 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.405544] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a66936f-8326-4f26-b903-a30a797ff5f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.422675] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.422909] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.423082] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.423270] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.423415] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.423561] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.423763] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.423950] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.424155] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.424329] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.424503] env[69566]: DEBUG nova.virt.hardware [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.430812] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Reconfiguring VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1180.432592] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9057f9e4-6d7d-4753-96fe-109d93a249ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.452887] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1180.452887] env[69566]: value = "task-3408260" [ 1180.452887] env[69566]: _type = "Task" [ 1180.452887] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.462331] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.595719] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.832s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.601421] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.628s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.601645] env[69566]: DEBUG nova.objects.instance [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'pci_requests' on Instance uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.760685] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 97e9ccf6-e5d4-4fa2-bcd9-fcf675949d2f] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.817869] env[69566]: DEBUG oslo_vmware.api [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408257, 'name': PowerOnVM_Task, 'duration_secs': 0.692493} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.818170] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.818377] env[69566]: DEBUG nova.compute.manager [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.819270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710151c7-3dbb-4838-8e82-ccf27c1c8897 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.837395] env[69566]: DEBUG oslo_vmware.api [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.947975] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "911574d8-42a5-4736-bd0d-b976dc902f04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.948239] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.948442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "911574d8-42a5-4736-bd0d-b976dc902f04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.948623] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.948780] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.950824] env[69566]: INFO nova.compute.manager [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Terminating instance [ 1180.963741] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.101488] env[69566]: DEBUG nova.network.neutron [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updated VIF entry in instance network info cache for port d5d9c354-c261-492e-9191-df2862cd2b49. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.101984] env[69566]: DEBUG nova.network.neutron [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d5d9c354-c261-492e-9191-df2862cd2b49", "address": "fa:16:3e:e6:8f:5d", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d9c354-c2", "ovs_interfaceid": "d5d9c354-c261-492e-9191-df2862cd2b49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.109350] env[69566]: DEBUG nova.objects.instance [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.263841] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 79e67ab0-8db0-435f-aa69-b095bc73193a] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.338268] env[69566]: DEBUG oslo_vmware.api [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408258, 'name': PowerOnVM_Task, 'duration_secs': 1.071945} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.339842] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.340062] env[69566]: DEBUG nova.compute.manager [None req-361cd2df-4c51-44f4-aba3-1de87e968174 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.340526] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.341260] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea0eaf-98bf-4f79-8c45-940c44ec0743 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.455816] env[69566]: DEBUG nova.compute.manager [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.456073] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.457068] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6303df61-04c4-4dcc-818b-843d17d1a3bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.468518] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.470867] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.471132] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e2027a4-3353-4488-bfbe-dc341af58b7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.604446] env[69566]: DEBUG oslo_concurrency.lockutils [req-3b1a29f9-aa32-4728-b112-b12cc3109bb4 req-774c257b-a488-4588-b680-6b1933707311 service nova] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.612342] env[69566]: INFO nova.compute.claims [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.766752] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 0ac29acc-2313-4936-af18-de44a53d9eac] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.966703] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.136893] env[69566]: INFO nova.compute.manager [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Swapping old allocation on dict_keys(['359e3efa-d8c9-4b06-9b89-35d50587ee92']) held by migration d9e5b1c3-50b3-410a-841e-1c146a5bbdc8 for instance [ 1182.231496] env[69566]: DEBUG nova.scheduler.client.report [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Overwriting current allocation {'allocations': {'359e3efa-d8c9-4b06-9b89-35d50587ee92': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 142}}, 'project_id': 'ecaf255878e24603871a2d1486b7a799', 'user_id': '86487b84155243baa83db5358dc1bcb0', 'consumer_generation': 1} on consumer 30c81c20-4eff-4534-aef2-23996c37b943 {{(pid=69566) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1182.270451] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 842d7e38-060e-46be-b9d0-eb05ce500c4e] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.322796] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.323034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.323235] env[69566]: DEBUG nova.network.neutron [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.440566] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "db4de040-2ba4-4165-93f8-e77a1c1082be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.441461] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.441726] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "db4de040-2ba4-4165-93f8-e77a1c1082be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.441952] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.442165] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.445836] env[69566]: INFO nova.compute.manager [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Terminating instance [ 1182.468558] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.763867] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aadc91b-1996-49c1-8760-6dfb53df6004 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.771499] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddd9be3-3bc7-4584-a64c-52b248e4daa9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.775576] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 9ea19006-2c95-4f25-9bb9-014d6a2aff5a] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.806115] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a01243f-9217-4bb3-85ec-32b9ae1bc0ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.814601] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c003bed5-480f-4d17-b184-cddf6ec9a8b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.831094] env[69566]: DEBUG nova.compute.provider_tree [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.949891] env[69566]: DEBUG nova.compute.manager [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.950771] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.951071] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe2823a-c2c1-4df1-8c76-e71d60bbfb59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.958691] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.962026] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f573684-2125-4686-ac62-afa392eb525a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.968397] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.969069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.975022] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.975022] env[69566]: DEBUG oslo_vmware.api [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1182.975022] env[69566]: value = "task-3408262" [ 1182.975022] env[69566]: _type = "Task" [ 1182.975022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.985416] env[69566]: DEBUG oslo_vmware.api [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.015634] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.015860] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.016088] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore1] 911574d8-42a5-4736-bd0d-b976dc902f04 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.016371] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4419a5e1-7393-41fb-a164-300c83fe66e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.022403] env[69566]: DEBUG oslo_vmware.api [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1183.022403] env[69566]: value = "task-3408263" [ 1183.022403] env[69566]: _type = "Task" [ 1183.022403] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.030834] env[69566]: DEBUG oslo_vmware.api [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.176648] env[69566]: DEBUG nova.network.neutron [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [{"id": "59c163b3-8a30-4f5e-b748-a0d76793404e", "address": "fa:16:3e:74:34:68", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59c163b3-8a", "ovs_interfaceid": "59c163b3-8a30-4f5e-b748-a0d76793404e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.279616] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: fb28fb19-32fc-4225-913e-de6b400b0a00] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.333907] env[69566]: DEBUG nova.scheduler.client.report [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.396202] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.396202] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.468873] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.475742] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.487022] env[69566]: DEBUG oslo_vmware.api [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408262, 'name': PowerOffVM_Task, 'duration_secs': 0.184064} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.487022] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.487022] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.487022] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb516ab-c81b-485e-93ea-4d932a18ac47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.532863] env[69566]: DEBUG oslo_vmware.api [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235016} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.533193] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.533403] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.533615] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.533824] env[69566]: INFO nova.compute.manager [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1183.534117] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.534342] env[69566]: DEBUG nova.compute.manager [-] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.534442] env[69566]: DEBUG nova.network.neutron [-] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.554729] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.554729] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.554729] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore2] db4de040-2ba4-4165-93f8-e77a1c1082be {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.554729] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83cee128-3287-45cf-9203-798cedc6d662 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.561020] env[69566]: DEBUG oslo_vmware.api [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1183.561020] env[69566]: value = "task-3408265" [ 1183.561020] env[69566]: _type = "Task" [ 1183.561020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.572352] env[69566]: DEBUG oslo_vmware.api [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.679894] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-30c81c20-4eff-4534-aef2-23996c37b943" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.680991] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d23258-fb57-4be1-804a-16bbd65f9d5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.688753] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e65b6a1-7d7b-40da-bd3a-fb06f777e21c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.766808] env[69566]: DEBUG nova.compute.manager [req-a5d59951-1d98-4220-b667-6529b0f37faa req-70a6f55b-3991-4e3b-8c24-b29972a05c9a service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Received event network-vif-deleted-87e13dd6-6cbd-4016-8ae4-1e0300e3e063 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.767358] env[69566]: INFO nova.compute.manager [req-a5d59951-1d98-4220-b667-6529b0f37faa req-70a6f55b-3991-4e3b-8c24-b29972a05c9a service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Neutron deleted interface 87e13dd6-6cbd-4016-8ae4-1e0300e3e063; detaching it from the instance and deleting it from the info cache [ 1183.767358] env[69566]: DEBUG nova.network.neutron [req-a5d59951-1d98-4220-b667-6529b0f37faa req-70a6f55b-3991-4e3b-8c24-b29972a05c9a service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.782957] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3f0c183b-b02f-4ae5-9146-2118cb3c9ff6] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.838688] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.237s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.840939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.500s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.841141] env[69566]: DEBUG nova.objects.instance [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1183.872021] env[69566]: INFO nova.network.neutron [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1183.898696] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.969414] env[69566]: DEBUG oslo_vmware.api [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408260, 'name': ReconfigVM_Task, 'duration_secs': 3.061612} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.970040] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.970238] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Reconfigured VM to attach interface {{(pid=69566) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1183.999295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.071085] env[69566]: DEBUG oslo_vmware.api [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338273} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.071380] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.071600] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.071817] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.072021] env[69566]: INFO nova.compute.manager [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1184.072307] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.072531] env[69566]: DEBUG nova.compute.manager [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.072647] env[69566]: DEBUG nova.network.neutron [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.244590] env[69566]: DEBUG nova.network.neutron [-] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.272022] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e45a9d23-3d73-459a-8a55-166bf676190e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.281767] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c59ebd9-12d6-461b-9b59-838a9482f9ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.295043] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 00d077af-c890-49ed-8af5-bfabfc43c6da] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.322157] env[69566]: DEBUG nova.compute.manager [req-a5d59951-1d98-4220-b667-6529b0f37faa req-70a6f55b-3991-4e3b-8c24-b29972a05c9a service nova] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Detach interface failed, port_id=87e13dd6-6cbd-4016-8ae4-1e0300e3e063, reason: Instance 911574d8-42a5-4736-bd0d-b976dc902f04 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.322732] env[69566]: DEBUG nova.network.neutron [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.398947] env[69566]: DEBUG nova.compute.manager [req-a0e09b56-9d60-4ef8-ab98-87276028dca1 req-ceb1bab0-84ce-42ec-85d6-4da7821376b5 service nova] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Received event network-vif-deleted-ddcbcec4-5354-4034-a2e0-9076aa00037e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.417656] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.475436] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8f6bbf0f-29a0-4e14-b973-0585de6bd409 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-db7933fa-605b-4aef-8fe9-78c61eb06a2d-d5d9c354-c261-492e-9191-df2862cd2b49" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.092s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.747559] env[69566]: INFO nova.compute.manager [-] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Took 1.21 seconds to deallocate network for instance. [ 1184.794871] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.795426] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a209d9a8-8d64-4ace-9f04-48cb5328bea7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.797783] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 586e5b7e-66f8-4537-b0cd-12d28c829809] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.803119] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1184.803119] env[69566]: value = "task-3408266" [ 1184.803119] env[69566]: _type = "Task" [ 1184.803119] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.811308] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.825347] env[69566]: INFO nova.compute.manager [-] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Took 0.75 seconds to deallocate network for instance. [ 1184.849239] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2b21ef15-c865-454a-a1c2-547a570879e1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.850650] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.851s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.852106] env[69566]: INFO nova.compute.claims [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.253571] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.301350] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3e289482-762a-47c7-9ca0-c30386819975] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.313566] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408266, 'name': PowerOffVM_Task, 'duration_secs': 0.389541} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.313566] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.314090] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.315658] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.317833] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.317833] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.322168] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e97925-c1a8-4c87-bbb6-570ff51094fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.334336] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.339440] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1185.339440] env[69566]: value = "task-3408267" [ 1185.339440] env[69566]: _type = "Task" [ 1185.339440] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.347683] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.553434] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.553434] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.553434] env[69566]: DEBUG nova.network.neutron [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.791954] env[69566]: DEBUG nova.compute.manager [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-vif-plugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.792233] env[69566]: DEBUG oslo_concurrency.lockutils [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.792395] env[69566]: DEBUG oslo_concurrency.lockutils [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.792596] env[69566]: DEBUG oslo_concurrency.lockutils [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.792718] env[69566]: DEBUG nova.compute.manager [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] No waiting events found dispatching network-vif-plugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.792889] env[69566]: WARNING nova.compute.manager [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received unexpected event network-vif-plugged-5dc09d14-4eb1-43e1-87d3-6f459ebe034e for instance with vm_state shelved_offloaded and task_state spawning. [ 1185.793090] env[69566]: DEBUG nova.compute.manager [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.793252] env[69566]: DEBUG nova.compute.manager [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing instance network info cache due to event network-changed-5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.793418] env[69566]: DEBUG oslo_concurrency.lockutils [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] Acquiring lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.804874] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 61159140-fb30-4aef-9828-047e804338ef] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.849025] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.012608] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eadc9f-e320-41cd-ac5a-af920ba3b96f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.020561] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad4824-6faa-4308-8b02-436d9037aa6a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.050025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d6a723-76c4-4c44-997b-277336002177 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.059614] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9f68b-6dcb-4608-8069-02c6ab6a1ffd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.073156] env[69566]: DEBUG nova.compute.provider_tree [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.139945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "interface-db7933fa-605b-4aef-8fe9-78c61eb06a2d-d5d9c354-c261-492e-9191-df2862cd2b49" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.140194] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-db7933fa-605b-4aef-8fe9-78c61eb06a2d-d5d9c354-c261-492e-9191-df2862cd2b49" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.257871] env[69566]: DEBUG nova.network.neutron [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.307615] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: a8eb20df-196f-43cd-804a-7ec3c93965db] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.351358] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.576136] env[69566]: DEBUG nova.scheduler.client.report [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.643654] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.644025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.644755] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3737d2bc-7f94-4927-a615-585873fa3de1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.662533] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003c81c-6599-4820-b326-9f911e513020 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.687392] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Reconfiguring VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1186.687658] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d95d0281-3920-476d-a281-e9cfe46418cf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.705703] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1186.705703] env[69566]: value = "task-3408268" [ 1186.705703] env[69566]: _type = "Task" [ 1186.705703] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.713282] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.760502] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.763032] env[69566]: DEBUG oslo_concurrency.lockutils [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] Acquired lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.763032] env[69566]: DEBUG nova.network.neutron [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Refreshing network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.790855] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='41d6697c573aa0c75907ce63fb3527a2',container_format='bare',created_at=2025-04-10T20:01:56Z,direct_url=,disk_format='vmdk',id=0f22e76d-25af-4863-9b3e-33c8fdbc9bba,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2007879696-shelved',owner='d4e637624a134302935bc431afcc153c',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-10T20:02:10Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.791149] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.791323] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.791510] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.791657] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.791802] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.792060] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.792230] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.792402] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.792567] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.792760] env[69566]: DEBUG nova.virt.hardware [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.793861] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272203e3-96c6-4f3a-8027-2a75b2cbba0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.801578] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494c20b-c2f5-47f5-af5e-5cc1b9b50f28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.814879] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 43ae5650-a6e3-4817-a372-c2e71edea303] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.816766] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:4f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc09d14-4eb1-43e1-87d3-6f459ebe034e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.825256] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.825709] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.825939] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567faf67-6bf3-4265-9e8d-0ebc71358760 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.846212] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.846212] env[69566]: value = "task-3408269" [ 1186.846212] env[69566]: _type = "Task" [ 1186.846212] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.854375] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408267, 'name': ReconfigVM_Task, 'duration_secs': 1.227604} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.855403] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eddb23-16d4-44bd-8e3f-d1ddee326621 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.860690] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408269, 'name': CreateVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.880008] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.880246] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.880441] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.880650] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.880799] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.880944] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.881169] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.881330] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.881495] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.881657] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.881848] env[69566]: DEBUG nova.virt.hardware [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.882649] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f56ac5-faa8-4a26-b9e1-30b2daee28f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.888161] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1186.888161] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527f6caa-391e-57f0-93d0-c6cd031191cd" [ 1186.888161] env[69566]: _type = "Task" [ 1186.888161] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.896605] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527f6caa-391e-57f0-93d0-c6cd031191cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.081145] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.081688] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.084345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.667s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.085891] env[69566]: INFO nova.compute.claims [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.216052] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.326932] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f4cc5796-4331-4cbc-9379-4f16505f97ed] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.356524] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408269, 'name': CreateVM_Task, 'duration_secs': 0.294763} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.356693] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.357383] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.357554] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.357918] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.358189] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a21c38-9fa2-4ebe-82a2-be8eed1027b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.365454] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1187.365454] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a2afa8-f2b6-c7f9-df78-071b0747c6e7" [ 1187.365454] env[69566]: _type = "Task" [ 1187.365454] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.373334] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a2afa8-f2b6-c7f9-df78-071b0747c6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.398034] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527f6caa-391e-57f0-93d0-c6cd031191cd, 'name': SearchDatastore_Task, 'duration_secs': 0.007326} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.404568] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.404849] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f30a69-5d59-40d8-9b84-f414806a707c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.434102] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1187.434102] env[69566]: value = "task-3408270" [ 1187.434102] env[69566]: _type = "Task" [ 1187.434102] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.441203] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.547399] env[69566]: DEBUG nova.network.neutron [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updated VIF entry in instance network info cache for port 5dc09d14-4eb1-43e1-87d3-6f459ebe034e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.547797] env[69566]: DEBUG nova.network.neutron [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [{"id": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "address": "fa:16:3e:cf:4f:cf", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc09d14-4e", "ovs_interfaceid": "5dc09d14-4eb1-43e1-87d3-6f459ebe034e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.593141] env[69566]: DEBUG nova.compute.utils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.595102] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.595268] env[69566]: DEBUG nova.network.neutron [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.634135] env[69566]: DEBUG nova.policy [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96158d5183f54abe81c44952d98c567a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5331223cd384fb591ce2440cb1f9119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.718306] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.834124] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 7b7964d1-ddbe-404e-8034-0baf2c22dae4] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.877292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.877664] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Processing image 0f22e76d-25af-4863-9b3e-33c8fdbc9bba {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.877820] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.877988] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.878162] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.878430] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9aad69ef-cff3-47e2-8612-77c179562885 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.887552] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.887682] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.888745] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34370f91-1f65-4667-98de-ca26626276bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.894983] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1187.894983] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527f98d4-495d-5d04-d88b-709e78eb742e" [ 1187.894983] env[69566]: _type = "Task" [ 1187.894983] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.902328] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527f98d4-495d-5d04-d88b-709e78eb742e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.927743] env[69566]: DEBUG nova.network.neutron [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Successfully created port: 390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.941508] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408270, 'name': ReconfigVM_Task, 'duration_secs': 0.222757} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.942145] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.942640] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c9639-9779-4b7d-91dd-0018e452c792 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.967101] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.967389] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9efcd5-2ad4-4c31-8fdc-e8ea20446b94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.984730] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1187.984730] env[69566]: value = "task-3408271" [ 1187.984730] env[69566]: _type = "Task" [ 1187.984730] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.992634] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.050601] env[69566]: DEBUG oslo_concurrency.lockutils [req-05adebec-1115-4c51-bd86-0d309227f3d9 req-c100561e-73af-4dca-b8a1-3d248c9baf1f service nova] Releasing lock "refresh_cache-3a86bd4f-f64f-43ec-977d-200949b5bc4b" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.098622] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.219928] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.261554] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd362d8-2606-423b-88f6-be162942d71f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.268383] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dffc4a-1945-46ae-b383-383eab00bc8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.300132] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b3a967-c36b-4f14-a698-b303a99908c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.307136] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2051c95f-21af-4ebd-bf83-a19c0df6bcbb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.320466] env[69566]: DEBUG nova.compute.provider_tree [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.335229] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 243590bb-9557-4649-8b41-0f21b08945e1] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.404600] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1188.404887] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Fetch image to [datastore2] OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d/OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1188.405045] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Downloading stream optimized image 0f22e76d-25af-4863-9b3e-33c8fdbc9bba to [datastore2] OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d/OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d.vmdk on the data store datastore2 as vApp {{(pid=69566) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1188.405220] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Downloading image file data 0f22e76d-25af-4863-9b3e-33c8fdbc9bba to the ESX as VM named 'OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d' {{(pid=69566) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1188.479537] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1188.479537] env[69566]: value = "resgroup-9" [ 1188.479537] env[69566]: _type = "ResourcePool" [ 1188.479537] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1188.479537] env[69566]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-331a08b8-ddfa-4b18-a81e-2e6ddbe1fca3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.505113] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408271, 'name': ReconfigVM_Task, 'duration_secs': 0.303298} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.506444] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943/30c81c20-4eff-4534-aef2-23996c37b943.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.507092] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease: (returnval){ [ 1188.507092] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a3c6c3-8814-b325-3bca-0be4294dadad" [ 1188.507092] env[69566]: _type = "HttpNfcLease" [ 1188.507092] env[69566]: } obtained for vApp import into resource pool (val){ [ 1188.507092] env[69566]: value = "resgroup-9" [ 1188.507092] env[69566]: _type = "ResourcePool" [ 1188.507092] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1188.508030] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the lease: (returnval){ [ 1188.508030] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a3c6c3-8814-b325-3bca-0be4294dadad" [ 1188.508030] env[69566]: _type = "HttpNfcLease" [ 1188.508030] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.508452] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4a425-fa8a-4e4b-9766-52ba9be73f20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.534903] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b552472-780c-457c-a736-3c7d0d3ab719 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.537313] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.537313] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a3c6c3-8814-b325-3bca-0be4294dadad" [ 1188.537313] env[69566]: _type = "HttpNfcLease" [ 1188.537313] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.556632] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4a9629-be50-46b6-9089-205b6c094251 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.591216] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec750f8a-103b-437f-a6a1-cd7b1c2828b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.600166] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.600502] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9d43fcf-ed5b-4421-8fb0-ef08da599caa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.610283] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1188.610283] env[69566]: value = "task-3408273" [ 1188.610283] env[69566]: _type = "Task" [ 1188.610283] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.618352] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.718155] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.823979] env[69566]: DEBUG nova.scheduler.client.report [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.838242] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 83ea2211-bc06-44f0-a2cc-ca2620b45463] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.019863] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.019863] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a3c6c3-8814-b325-3bca-0be4294dadad" [ 1189.019863] env[69566]: _type = "HttpNfcLease" [ 1189.019863] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1189.108280] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.119294] env[69566]: DEBUG oslo_vmware.api [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408273, 'name': PowerOnVM_Task, 'duration_secs': 0.410627} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.119565] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.130896] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.130896] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.131110] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.131152] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.131523] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.131523] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.131647] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.131897] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.132977] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.132977] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.132977] env[69566]: DEBUG nova.virt.hardware [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.133375] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db1a47d-f657-43df-96b3-54b665d599a4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.141234] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b59d595-f34a-46be-b085-38c7589a7335 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.218250] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.286165] env[69566]: DEBUG nova.compute.manager [req-ded6f13d-c423-4272-ad47-8837ebbde1a7 req-ebf89af1-3fb4-410c-8150-77e24997ec45 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Received event network-vif-plugged-390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.286385] env[69566]: DEBUG oslo_concurrency.lockutils [req-ded6f13d-c423-4272-ad47-8837ebbde1a7 req-ebf89af1-3fb4-410c-8150-77e24997ec45 service nova] Acquiring lock "8b4fb637-4164-4f03-a9ff-62cdae833c84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.286593] env[69566]: DEBUG oslo_concurrency.lockutils [req-ded6f13d-c423-4272-ad47-8837ebbde1a7 req-ebf89af1-3fb4-410c-8150-77e24997ec45 service nova] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.286761] env[69566]: DEBUG oslo_concurrency.lockutils [req-ded6f13d-c423-4272-ad47-8837ebbde1a7 req-ebf89af1-3fb4-410c-8150-77e24997ec45 service nova] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.286923] env[69566]: DEBUG nova.compute.manager [req-ded6f13d-c423-4272-ad47-8837ebbde1a7 req-ebf89af1-3fb4-410c-8150-77e24997ec45 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] No waiting events found dispatching network-vif-plugged-390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.287101] env[69566]: WARNING nova.compute.manager [req-ded6f13d-c423-4272-ad47-8837ebbde1a7 req-ebf89af1-3fb4-410c-8150-77e24997ec45 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Received unexpected event network-vif-plugged-390c132a-4dd3-4e72-927e-3321063f9590 for instance with vm_state building and task_state spawning. [ 1189.328701] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.329092] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.331680] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.078s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.334933] env[69566]: DEBUG nova.objects.instance [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid 911574d8-42a5-4736-bd0d-b976dc902f04 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.342057] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8184b40b-5d7a-4ef2-9c98-a4209f416c06] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.374156] env[69566]: DEBUG nova.network.neutron [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Successfully updated port: 390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.521828] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.521828] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a3c6c3-8814-b325-3bca-0be4294dadad" [ 1189.521828] env[69566]: _type = "HttpNfcLease" [ 1189.521828] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.522172] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.522172] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a3c6c3-8814-b325-3bca-0be4294dadad" [ 1189.522172] env[69566]: _type = "HttpNfcLease" [ 1189.522172] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1189.522910] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad50cd4-15f5-4ba5-9917-1af43080fac2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.530103] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52095c46-356f-231a-c06f-efcc37bb994c/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.530287] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52095c46-356f-231a-c06f-efcc37bb994c/disk-0.vmdk. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1189.593710] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0bbb2f9d-6e19-4b15-9424-0b22062e85da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.720131] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.835708] env[69566]: DEBUG nova.compute.utils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.838571] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.838748] env[69566]: DEBUG nova.network.neutron [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.845271] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 2c20cd4b-f85d-4d00-bcdb-f767793002ee] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.879733] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-8b4fb637-4164-4f03-a9ff-62cdae833c84" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.879955] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-8b4fb637-4164-4f03-a9ff-62cdae833c84" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.880227] env[69566]: DEBUG nova.network.neutron [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.929698] env[69566]: DEBUG nova.policy [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '152ad97702e84d11aded0314eb5d03e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e1060aded8e47b0ad946096b5159a10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.071483] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfe9ada-16dd-43bd-b65a-0e8b632c13f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.080653] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2f6119-1aaf-460c-8324-399b8550b510 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.117353] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5543a815-1bf6-44d6-85fe-f303fa2a9ea0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.128221] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79d593-bb0f-4047-a845-90a2d1742cb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.149693] env[69566]: DEBUG nova.compute.provider_tree [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.174661] env[69566]: INFO nova.compute.manager [None req-e448b54f-5526-42af-80d3-db66fcbbf1a7 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance to original state: 'active' [ 1190.221379] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.279678] env[69566]: DEBUG nova.network.neutron [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Successfully created port: 58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.345879] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.351715] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: d538435c-6060-48e1-81c9-6e3d9b200e4c] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.416932] env[69566]: DEBUG nova.network.neutron [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.563588] env[69566]: DEBUG nova.network.neutron [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Updating instance_info_cache with network_info: [{"id": "390c132a-4dd3-4e72-927e-3321063f9590", "address": "fa:16:3e:ee:68:04", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390c132a-4d", "ovs_interfaceid": "390c132a-4dd3-4e72-927e-3321063f9590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.654308] env[69566]: DEBUG nova.scheduler.client.report [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.721257] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.755401] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1190.755665] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52095c46-356f-231a-c06f-efcc37bb994c/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.756963] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b8b917-e427-4351-9cd1-44bce5527d8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.763972] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52095c46-356f-231a-c06f-efcc37bb994c/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.764197] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52095c46-356f-231a-c06f-efcc37bb994c/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1190.764450] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fc5ccc93-ef51-4ec6-8d63-f88edef1bd14 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.855224] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 69365d1c-650f-4061-959c-4b1ce6149b42] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.858562] env[69566]: INFO nova.virt.block_device [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Booting with volume ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281 at /dev/sda [ 1190.895083] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abb757ff-1dff-435c-b2d0-347388755741 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.905655] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf597b-862d-4643-9548-4234e9e49e48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.938764] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-957ce811-ef4f-4df2-b539-bdbdc4bb601f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.948957] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390d65da-1f4a-497d-9ec6-2379ee148b2b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.982111] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03dcb4-aba9-4f45-b5e5-4e56e5a0eead {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.988517] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec3f8a-41a0-429f-8c16-c307e66e2007 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.001155] env[69566]: DEBUG nova.virt.block_device [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating existing volume attachment record: 1b1e893d-363d-418d-8f62-c295d192f4ca {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1191.053723] env[69566]: DEBUG oslo_vmware.rw_handles [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52095c46-356f-231a-c06f-efcc37bb994c/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1191.053884] env[69566]: INFO nova.virt.vmwareapi.images [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Downloaded image file data 0f22e76d-25af-4863-9b3e-33c8fdbc9bba [ 1191.054872] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc620daf-d65f-4d5a-957a-42ef81f9cf61 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.073454] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-8b4fb637-4164-4f03-a9ff-62cdae833c84" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.073799] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance network_info: |[{"id": "390c132a-4dd3-4e72-927e-3321063f9590", "address": "fa:16:3e:ee:68:04", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390c132a-4d", "ovs_interfaceid": "390c132a-4dd3-4e72-927e-3321063f9590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.074708] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:68:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '390c132a-4dd3-4e72-927e-3321063f9590', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.082469] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.082677] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6cbd22e-4115-45ee-a365-81085bef5513 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.084578] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.084840] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-417646e5-f914-4551-94b3-a1af6fdaeff1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.104993] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.104993] env[69566]: value = "task-3408274" [ 1191.104993] env[69566]: _type = "Task" [ 1191.104993] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.115213] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408274, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.122616] env[69566]: INFO nova.virt.vmwareapi.images [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] The imported VM was unregistered [ 1191.127034] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1191.127034] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.127034] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc32727-97ec-41f6-96b6-c97df4330294 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.140693] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created directory with path [datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.140905] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d/OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d.vmdk to [datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk. {{(pid=69566) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1191.141205] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-20d5fbea-e073-4793-b237-baac17caec46 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.148359] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1191.148359] env[69566]: value = "task-3408276" [ 1191.148359] env[69566]: _type = "Task" [ 1191.148359] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.156972] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.161911] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.164351] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.831s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.164613] env[69566]: DEBUG nova.objects.instance [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'resources' on Instance uuid db4de040-2ba4-4165-93f8-e77a1c1082be {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.196381] env[69566]: INFO nova.scheduler.client.report [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance 911574d8-42a5-4736-bd0d-b976dc902f04 [ 1191.221762] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.316294] env[69566]: DEBUG nova.compute.manager [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Received event network-changed-390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.316659] env[69566]: DEBUG nova.compute.manager [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Refreshing instance network info cache due to event network-changed-390c132a-4dd3-4e72-927e-3321063f9590. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.316914] env[69566]: DEBUG oslo_concurrency.lockutils [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] Acquiring lock "refresh_cache-8b4fb637-4164-4f03-a9ff-62cdae833c84" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.317346] env[69566]: DEBUG oslo_concurrency.lockutils [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] Acquired lock "refresh_cache-8b4fb637-4164-4f03-a9ff-62cdae833c84" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.317600] env[69566]: DEBUG nova.network.neutron [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Refreshing network info cache for port 390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.361386] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 7f456f36-4a2a-4081-bee4-e350de539e98] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.614753] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408274, 'name': CreateVM_Task, 'duration_secs': 0.37986} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.614947] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.616515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.616515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.616515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.616515] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f80b0d-e1db-488d-98a6-2f63ca4ae9ba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.622374] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1191.622374] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527b8139-dccd-9d09-f08d-38ece28074f6" [ 1191.622374] env[69566]: _type = "Task" [ 1191.622374] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.630723] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527b8139-dccd-9d09-f08d-38ece28074f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.657712] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.700235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.700235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.700235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "30c81c20-4eff-4534-aef2-23996c37b943-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.700235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.700235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.707319] env[69566]: INFO nova.compute.manager [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Terminating instance [ 1191.709219] env[69566]: DEBUG oslo_concurrency.lockutils [None req-098404de-98ac-4d04-93a9-ec58e7f3bdbb tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "911574d8-42a5-4736-bd0d-b976dc902f04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.761s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.721856] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.802307] env[69566]: DEBUG nova.network.neutron [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Successfully updated port: 58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.864911] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 1e798e7f-8ba2-47c0-ab06-0e52b0718dbf] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.892470] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c031235-c280-4d73-9a8e-220c5946a116 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.911083] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8a3d1b-43b4-488e-919e-b84c9aa676b5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.961707] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a238e68-6f2a-4daa-91ed-a9a5c37cdfc5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.967717] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad73a9f-2854-42b0-806d-c24594a7bdcf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.983098] env[69566]: DEBUG nova.compute.provider_tree [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.135692] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527b8139-dccd-9d09-f08d-38ece28074f6, 'name': SearchDatastore_Task, 'duration_secs': 0.092495} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.136109] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.136526] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.136868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.137107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.137396] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.137771] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31189191-9839-48bd-94a0-b41f0ce17e15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.163343] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.163935] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.168187] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2bbd22-3697-47ce-9317-eed3a5ff9482 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.171781] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.177801] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1192.177801] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5226fb58-3af9-fbcb-d8ac-c742c650ead9" [ 1192.177801] env[69566]: _type = "Task" [ 1192.177801] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.187754] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5226fb58-3af9-fbcb-d8ac-c742c650ead9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.213424] env[69566]: DEBUG nova.compute.manager [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.213695] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.214433] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4455643-ce05-45b0-bc87-c3738ac2c8fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.225279] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.226863] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1192.226863] env[69566]: value = "task-3408277" [ 1192.226863] env[69566]: _type = "Task" [ 1192.226863] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.236237] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.261725] env[69566]: DEBUG nova.network.neutron [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Updated VIF entry in instance network info cache for port 390c132a-4dd3-4e72-927e-3321063f9590. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.262270] env[69566]: DEBUG nova.network.neutron [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Updating instance_info_cache with network_info: [{"id": "390c132a-4dd3-4e72-927e-3321063f9590", "address": "fa:16:3e:ee:68:04", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap390c132a-4d", "ovs_interfaceid": "390c132a-4dd3-4e72-927e-3321063f9590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.308732] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.308732] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.308732] env[69566]: DEBUG nova.network.neutron [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.369622] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 2749e7d2-aad6-4b36-8255-d4b56b95af08] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.486998] env[69566]: DEBUG nova.scheduler.client.report [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.659591] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "3f2c5d01-9029-425a-a038-274c4894b066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.659809] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "3f2c5d01-9029-425a-a038-274c4894b066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.660053] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "3f2c5d01-9029-425a-a038-274c4894b066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.660262] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "3f2c5d01-9029-425a-a038-274c4894b066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.660435] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "3f2c5d01-9029-425a-a038-274c4894b066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.662558] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.663098] env[69566]: INFO nova.compute.manager [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Terminating instance [ 1192.689485] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5226fb58-3af9-fbcb-d8ac-c742c650ead9, 'name': SearchDatastore_Task, 'duration_secs': 0.033905} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.690359] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-608860cb-3edf-4344-96ee-66772ebd61bc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.695912] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1192.695912] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d87ee7-05d2-c88e-8950-2ee0b4fef4d4" [ 1192.695912] env[69566]: _type = "Task" [ 1192.695912] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.704820] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d87ee7-05d2-c88e-8950-2ee0b4fef4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.723832] env[69566]: DEBUG oslo_vmware.api [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408268, 'name': ReconfigVM_Task, 'duration_secs': 5.907776} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.724134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.724306] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Reconfigured VM to detach interface {{(pid=69566) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1192.735911] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408277, 'name': PowerOffVM_Task, 'duration_secs': 0.495758} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.736208] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.736390] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1192.736590] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679955', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'name': 'volume-333de5ae-ac45-454b-8654-16fc18941869', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '30c81c20-4eff-4534-aef2-23996c37b943', 'attached_at': '2025-04-10T20:02:30.000000', 'detached_at': '', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'serial': '333de5ae-ac45-454b-8654-16fc18941869'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1192.737413] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8118219-9dd0-44c4-93bf-68fe80a64816 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.761399] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa601972-03a9-4d01-968f-f0b8ba2cb45f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.765031] env[69566]: DEBUG oslo_concurrency.lockutils [req-899a0082-3ddf-46cc-88b7-971d4defcbed req-e9834475-879c-4f06-8dab-452a97978a04 service nova] Releasing lock "refresh_cache-8b4fb637-4164-4f03-a9ff-62cdae833c84" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.768783] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d279d1-0cde-4c8b-97ca-324f0e2911fb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.789616] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045533a-a9c8-4f3e-91ef-b86b9881ec82 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.805720] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] The volume has not been displaced from its original location: [datastore2] volume-333de5ae-ac45-454b-8654-16fc18941869/volume-333de5ae-ac45-454b-8654-16fc18941869.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1192.811361] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.813700] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7c420d-3d2b-48b3-964e-2261daf60852 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.835328] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1192.835328] env[69566]: value = "task-3408278" [ 1192.835328] env[69566]: _type = "Task" [ 1192.835328] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.846627] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408278, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.864466] env[69566]: DEBUG nova.network.neutron [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.873356] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 95f69ddc-883e-47ef-9b1a-768cbba65ce0] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.992608] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.018198] env[69566]: INFO nova.scheduler.client.report [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocations for instance db4de040-2ba4-4165-93f8-e77a1c1082be [ 1193.052436] env[69566]: DEBUG nova.network.neutron [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.098324] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.098869] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.099217] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.099336] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.099451] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.099596] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.099736] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.099973] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.100153] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.100323] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.101032] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.101032] env[69566]: DEBUG nova.virt.hardware [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.101629] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5077b18f-e286-46d7-bafd-e6043d020ff9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.112869] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d17fd-8860-4386-a1e5-50880b0416f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.164386] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.167505] env[69566]: DEBUG nova.compute.manager [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.167814] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.169285] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3b1cd-cb43-4eb1-bca3-0cdd19608e56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.181546] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.181953] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4341a89-37f8-457b-9ba6-9e3725abbd74 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.191690] env[69566]: DEBUG oslo_vmware.api [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1193.191690] env[69566]: value = "task-3408279" [ 1193.191690] env[69566]: _type = "Task" [ 1193.191690] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.199313] env[69566]: DEBUG oslo_vmware.api [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.209653] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d87ee7-05d2-c88e-8950-2ee0b4fef4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.107672} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.209996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.213219] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.213219] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c25ea6a4-8fd5-4387-9f03-93349f450584 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.219342] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1193.219342] env[69566]: value = "task-3408280" [ 1193.219342] env[69566]: _type = "Task" [ 1193.219342] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.228590] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.348148] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.377249] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 407eeafd-6372-41c5-b315-67d5c9ece496] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.424569] env[69566]: DEBUG nova.compute.manager [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Received event network-vif-plugged-58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.424823] env[69566]: DEBUG oslo_concurrency.lockutils [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.425202] env[69566]: DEBUG oslo_concurrency.lockutils [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.425532] env[69566]: DEBUG oslo_concurrency.lockutils [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.425726] env[69566]: DEBUG nova.compute.manager [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] No waiting events found dispatching network-vif-plugged-58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.425896] env[69566]: WARNING nova.compute.manager [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Received unexpected event network-vif-plugged-58eaf56e-536a-451c-9d34-6f1d2f147238 for instance with vm_state building and task_state spawning. [ 1193.426070] env[69566]: DEBUG nova.compute.manager [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Received event network-changed-58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.427041] env[69566]: DEBUG nova.compute.manager [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Refreshing instance network info cache due to event network-changed-58eaf56e-536a-451c-9d34-6f1d2f147238. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.427041] env[69566]: DEBUG oslo_concurrency.lockutils [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] Acquiring lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.530520] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1c7342e0-5c75-469e-a541-26fa8ebc4b78 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "db4de040-2ba4-4165-93f8-e77a1c1082be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.089s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.555833] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.556253] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Instance network_info: |[{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.556642] env[69566]: DEBUG oslo_concurrency.lockutils [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] Acquired lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.556759] env[69566]: DEBUG nova.network.neutron [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Refreshing network info cache for port 58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.558175] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:6f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58eaf56e-536a-451c-9d34-6f1d2f147238', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.570596] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.576661] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.577548] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3032ec43-31d3-43e1-ade5-7e1738020d7c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.621103] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.621103] env[69566]: value = "task-3408281" [ 1193.621103] env[69566]: _type = "Task" [ 1193.621103] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.633708] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408281, 'name': CreateVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.662736] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.706305] env[69566]: DEBUG oslo_vmware.api [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408279, 'name': PowerOffVM_Task, 'duration_secs': 0.336053} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.706305] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.706305] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.706305] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ac4f86a-ced1-44ca-a30b-c7db8979247f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.731917] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.787331] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.787551] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.787732] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleting the datastore file [datastore1] 3f2c5d01-9029-425a-a038-274c4894b066 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.788008] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44af402c-b416-449e-9098-39a8e129de8f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.796980] env[69566]: DEBUG oslo_vmware.api [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for the task: (returnval){ [ 1193.796980] env[69566]: value = "task-3408283" [ 1193.796980] env[69566]: _type = "Task" [ 1193.796980] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.808937] env[69566]: DEBUG oslo_vmware.api [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.847561] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408278, 'name': ReconfigVM_Task, 'duration_secs': 1.011045} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.847820] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.852559] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7921e9-3c4e-4317-80e0-ee77000e01ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.865072] env[69566]: DEBUG nova.network.neutron [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updated VIF entry in instance network info cache for port 58eaf56e-536a-451c-9d34-6f1d2f147238. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.865448] env[69566]: DEBUG nova.network.neutron [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.871632] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1193.871632] env[69566]: value = "task-3408284" [ 1193.871632] env[69566]: _type = "Task" [ 1193.871632] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.881423] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8ea8ee53-513b-4b0f-86c9-f135bb15aee8] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.883513] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.127331] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408281, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.163365] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408276, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.695414} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.163544] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d/OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d.vmdk to [datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk. [ 1194.163769] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Cleaning up location [datastore2] OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1194.163955] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_43623b1a-0ee7-40b7-bf26-e0c7d368149d {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.164243] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d8840a-5b63-4184-9aae-96ba5e7b6a07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.170798] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1194.170798] env[69566]: value = "task-3408285" [ 1194.170798] env[69566]: _type = "Task" [ 1194.170798] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.180342] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.230677] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.306860] env[69566]: DEBUG oslo_vmware.api [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Task: {'id': task-3408283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366384} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.306957] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.307239] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.307353] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.307563] env[69566]: INFO nova.compute.manager [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1194.307823] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.308068] env[69566]: DEBUG nova.compute.manager [-] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.308140] env[69566]: DEBUG nova.network.neutron [-] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.368675] env[69566]: DEBUG oslo_concurrency.lockutils [req-ad1cec7b-1da1-4bf1-88ef-146f0423a389 req-751dc5c6-22fc-4450-82cf-c9e7b0c3b341 service nova] Releasing lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.386604] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8a4fd34d-acc7-4c1b-af27-9c4322b5e363] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.388306] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408284, 'name': ReconfigVM_Task, 'duration_secs': 0.280139} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.389192] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679955', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'name': 'volume-333de5ae-ac45-454b-8654-16fc18941869', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '30c81c20-4eff-4534-aef2-23996c37b943', 'attached_at': '2025-04-10T20:02:30.000000', 'detached_at': '', 'volume_id': '333de5ae-ac45-454b-8654-16fc18941869', 'serial': '333de5ae-ac45-454b-8654-16fc18941869'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1194.389517] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.390287] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b8aa31-9e16-4e1b-8b5f-ba3c2ba48cf3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.397893] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.398225] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8978d647-f27a-48c0-b605-27bc31dc722c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.500475] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.500475] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.500641] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleting the datastore file [datastore1] 30c81c20-4eff-4534-aef2-23996c37b943 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.500850] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1337acd5-884d-47cf-a286-528a15cb00f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.507686] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1194.507686] env[69566]: value = "task-3408287" [ 1194.507686] env[69566]: _type = "Task" [ 1194.507686] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.515677] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.572932] env[69566]: DEBUG nova.compute.manager [req-895050c2-1933-4230-bfe4-9deeb69e27c6 req-2d361b8e-b9f1-425c-a4e1-22f3336abfaf service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Received event network-vif-deleted-e288f5fb-59d8-4807-bc7a-c97f149a17b7 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.573164] env[69566]: INFO nova.compute.manager [req-895050c2-1933-4230-bfe4-9deeb69e27c6 req-2d361b8e-b9f1-425c-a4e1-22f3336abfaf service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Neutron deleted interface e288f5fb-59d8-4807-bc7a-c97f149a17b7; detaching it from the instance and deleting it from the info cache [ 1194.573319] env[69566]: DEBUG nova.network.neutron [req-895050c2-1933-4230-bfe4-9deeb69e27c6 req-2d361b8e-b9f1-425c-a4e1-22f3336abfaf service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.627414] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408281, 'name': CreateVM_Task, 'duration_secs': 0.727296} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.627584] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.628377] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679965', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'name': 'volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9342a3-10bc-4ed5-934d-4f3d52dc9859', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'serial': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281'}, 'mount_device': '/dev/sda', 'attachment_id': '1b1e893d-363d-418d-8f62-c295d192f4ca', 'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69566) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1194.628498] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Root volume attach. Driver type: vmdk {{(pid=69566) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1194.629269] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c725ea1-d215-4509-8181-c4497dda1602 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.637058] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773b4d6-bc03-42fa-9fe6-52c889cf7ffe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.643840] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3938ad5-7986-4ce0-a0fe-c072e63ee905 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.646404] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.646565] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquired lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.646734] env[69566]: DEBUG nova.network.neutron [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.651658] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fbbed8e9-4797-4d21-9496-f54d7754bf13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.658717] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1194.658717] env[69566]: value = "task-3408288" [ 1194.658717] env[69566]: _type = "Task" [ 1194.658717] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.668709] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408288, 'name': RelocateVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.684126] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175754} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.684615] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.684939] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.685409] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk to [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.685833] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c75a5b6-8325-4aa3-a219-ec71dceb58b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.694510] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1194.694510] env[69566]: value = "task-3408289" [ 1194.694510] env[69566]: _type = "Task" [ 1194.694510] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.705684] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.732312] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408280, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.137859} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.732640] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.732853] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.733139] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a540faa-929d-4022-8e13-37500e2fdbff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.739478] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1194.739478] env[69566]: value = "task-3408290" [ 1194.739478] env[69566]: _type = "Task" [ 1194.739478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.748945] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.882868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.882868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.882868] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.883199] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.883199] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.885610] env[69566]: INFO nova.compute.manager [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Terminating instance [ 1194.891463] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 818f181e-284c-4c6e-b7af-b23e01ae0942] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.019017] env[69566]: DEBUG oslo_vmware.api [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496069} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.019328] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.019512] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.019688] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.019916] env[69566]: INFO nova.compute.manager [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1195.020147] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.020345] env[69566]: DEBUG nova.compute.manager [-] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.020440] env[69566]: DEBUG nova.network.neutron [-] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.056437] env[69566]: DEBUG nova.network.neutron [-] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.076509] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af53df24-932e-4e63-922c-29e88427f693 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.086995] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beed5e8-771d-441e-81e1-a39076a68187 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.123644] env[69566]: DEBUG nova.compute.manager [req-895050c2-1933-4230-bfe4-9deeb69e27c6 req-2d361b8e-b9f1-425c-a4e1-22f3336abfaf service nova] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Detach interface failed, port_id=e288f5fb-59d8-4807-bc7a-c97f149a17b7, reason: Instance 3f2c5d01-9029-425a-a038-274c4894b066 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.170043] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408288, 'name': RelocateVM_Task} progress is 20%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.207201] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.250697] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163563} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.251023] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.251975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d7bf90-7aee-4843-aaf1-9f64d3a7d0a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.279555] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.281067] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd3e474-6b0e-41a4-b7c0-96571bf9b2d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.303247] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1195.303247] env[69566]: value = "task-3408291" [ 1195.303247] env[69566]: _type = "Task" [ 1195.303247] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.311496] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.389798] env[69566]: DEBUG nova.compute.manager [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.390158] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.391199] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9bc024-b583-475d-99d8-badd13adec42 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.397211] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: d4e459bb-abd3-4676-ac4e-14a30681bd8b] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.402374] env[69566]: INFO nova.network.neutron [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Port d5d9c354-c261-492e-9191-df2862cd2b49 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1195.402737] env[69566]: DEBUG nova.network.neutron [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [{"id": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "address": "fa:16:3e:e0:57:dd", "network": {"id": "50fb37a7-0481-4182-89ac-7150e88c9690", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-109795195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64913756d6834dc4a4962bb8fe1be3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de73a32-cc", "ovs_interfaceid": "0de73a32-ccc2-4b94-b77f-300d55ae46f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.403972] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.405289] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61648783-df7c-4e18-9cec-eabfc71c42f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.412548] env[69566]: DEBUG oslo_vmware.api [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1195.412548] env[69566]: value = "task-3408292" [ 1195.412548] env[69566]: _type = "Task" [ 1195.412548] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.424107] env[69566]: DEBUG oslo_vmware.api [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.559500] env[69566]: INFO nova.compute.manager [-] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Took 1.25 seconds to deallocate network for instance. [ 1195.674026] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408288, 'name': RelocateVM_Task, 'duration_secs': 0.522629} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.674026] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1195.674026] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679965', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'name': 'volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9342a3-10bc-4ed5-934d-4f3d52dc9859', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'serial': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1195.674026] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b770cc55-2117-4248-8c12-f45ec4b9c57b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.693539] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13b762-6f6d-475f-a96a-d1f8b92143b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.724445] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281/volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.729586] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740d1323-a663-4009-b64e-e0cca259cf5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.745011] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.754022] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1195.754022] env[69566]: value = "task-3408293" [ 1195.754022] env[69566]: _type = "Task" [ 1195.754022] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.764853] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.813549] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.907037] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Releasing lock "refresh_cache-db7933fa-605b-4aef-8fe9-78c61eb06a2d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.908416] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 54b3b555-f24e-4eea-8c30-e659ce7395d3] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.925150] env[69566]: DEBUG oslo_vmware.api [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408292, 'name': PowerOffVM_Task, 'duration_secs': 0.316038} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.925520] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.925755] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.926065] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36d83796-8957-4dff-af71-0a05a5dd21a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.996977] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.997415] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.997654] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleting the datastore file [datastore1] db7933fa-605b-4aef-8fe9-78c61eb06a2d {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.997966] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec0188e-da95-4384-807a-d5c55db1bef4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.005657] env[69566]: DEBUG oslo_vmware.api [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1196.005657] env[69566]: value = "task-3408295" [ 1196.005657] env[69566]: _type = "Task" [ 1196.005657] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.015157] env[69566]: DEBUG oslo_vmware.api [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.015468] env[69566]: DEBUG nova.network.neutron [-] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.066634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.066965] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.067301] env[69566]: DEBUG nova.objects.instance [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lazy-loading 'resources' on Instance uuid 3f2c5d01-9029-425a-a038-274c4894b066 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.207652] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.262762] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.316135] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.412623] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3f41873d-0120-468c-90ae-255ae2522b03] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.415342] env[69566]: DEBUG oslo_concurrency.lockutils [None req-13e96034-c43c-4bac-99b2-473374aca0fd tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "interface-db7933fa-605b-4aef-8fe9-78c61eb06a2d-d5d9c354-c261-492e-9191-df2862cd2b49" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.275s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.516288] env[69566]: DEBUG oslo_vmware.api [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269168} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.516574] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.516761] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.516939] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.517135] env[69566]: INFO nova.compute.manager [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1196.517403] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.518037] env[69566]: INFO nova.compute.manager [-] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Took 1.50 seconds to deallocate network for instance. [ 1196.518037] env[69566]: DEBUG nova.compute.manager [-] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.518199] env[69566]: DEBUG nova.network.neutron [-] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.601330] env[69566]: DEBUG nova.compute.manager [req-49b79ccf-9d8c-475f-9ab9-6467f5aa9c08 req-32a18cbf-37d0-4e98-94b4-6d8528739b95 service nova] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Received event network-vif-deleted-59c163b3-8a30-4f5e-b748-a0d76793404e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.711674] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.753770] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcffd56-d0e0-44ed-8488-cec589532f26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.765442] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.767949] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c436d-9ac6-4454-86fe-5bfed1a923b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.800536] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7bb078-ad3b-4dc6-ba90-385ffdaf5ffc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.816154] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf1f6f-3ae7-44fe-b57f-47544e0a4b37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.826150] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408291, 'name': ReconfigVM_Task, 'duration_secs': 1.019693} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.834619] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.835856] env[69566]: DEBUG nova.compute.provider_tree [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.837091] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf624e5-4256-4f41-a0b9-62d1ab7e0445 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.845119] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1196.845119] env[69566]: value = "task-3408296" [ 1196.845119] env[69566]: _type = "Task" [ 1196.845119] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.854756] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408296, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.917458] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f3ae9fe7-a43a-4bfb-a564-7f198d114b60] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.071520] env[69566]: INFO nova.compute.manager [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Took 0.55 seconds to detach 1 volumes for instance. [ 1197.209897] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.268867] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.355160] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408296, 'name': Rename_Task, 'duration_secs': 0.455526} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.355470] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.355751] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d757dd37-f834-49d2-8d46-6c108d66e270 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.359548] env[69566]: ERROR nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] [req-0cf168ca-c8de-4721-b82f-bc2269e04e29] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0cf168ca-c8de-4721-b82f-bc2269e04e29"}]} [ 1197.363196] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1197.363196] env[69566]: value = "task-3408297" [ 1197.363196] env[69566]: _type = "Task" [ 1197.363196] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.371070] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.375478] env[69566]: DEBUG nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.392230] env[69566]: DEBUG nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.392530] env[69566]: DEBUG nova.compute.provider_tree [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.403615] env[69566]: DEBUG nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.427047] env[69566]: DEBUG nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.427047] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 6735746d-c4a1-4d85-8806-ed80577a68f4] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.568872] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceca52b-6119-4e7e-85bf-49301a24dda1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.576803] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2598799-21c4-4968-9e64-812e13800ba9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.581669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.609812] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9927c94e-f21c-41fc-896a-815b498ed568 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.617261] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d041728-d180-4776-8ee9-8881478a8931 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.635344] env[69566]: DEBUG nova.compute.provider_tree [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.709071] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408289, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.664603} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.709350] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0f22e76d-25af-4863-9b3e-33c8fdbc9bba/0f22e76d-25af-4863-9b3e-33c8fdbc9bba.vmdk to [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.710164] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c84425-597f-4bb3-ba99-f0a775357b16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.732774] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.733105] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cfbfbd3-943d-4f24-ab46-10dd6c8960ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.747369] env[69566]: DEBUG nova.network.neutron [-] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.754070] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1197.754070] env[69566]: value = "task-3408298" [ 1197.754070] env[69566]: _type = "Task" [ 1197.754070] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.764552] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.769523] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408293, 'name': ReconfigVM_Task, 'duration_secs': 1.89321} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.769791] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281/volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.774750] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2846286b-f716-4413-84a5-2c6f5af483b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.790380] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1197.790380] env[69566]: value = "task-3408299" [ 1197.790380] env[69566]: _type = "Task" [ 1197.790380] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.800219] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.874396] env[69566]: DEBUG oslo_vmware.api [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408297, 'name': PowerOnVM_Task, 'duration_secs': 0.486814} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.875146] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.875262] env[69566]: INFO nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1197.875457] env[69566]: DEBUG nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.876289] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730d60d-c272-4994-a775-802a3a1f2e36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.931490] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 5a7759ca-a449-4619-96cb-71c78ac0e18f] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.164881] env[69566]: DEBUG nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1198.165161] env[69566]: DEBUG nova.compute.provider_tree [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 145 to 146 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1198.165347] env[69566]: DEBUG nova.compute.provider_tree [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.249833] env[69566]: INFO nova.compute.manager [-] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Took 1.73 seconds to deallocate network for instance. [ 1198.263127] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408298, 'name': ReconfigVM_Task, 'duration_secs': 0.289118} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.263404] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b/3a86bd4f-f64f-43ec-977d-200949b5bc4b.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.264542] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'disk_bus': None, 'encrypted': False, 'boot_index': 0, 'encryption_options': None, 'image_id': '0ebfcbf7-ed1f-4512-8792-34be4838a9de'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679967', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'name': 'volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3a86bd4f-f64f-43ec-977d-200949b5bc4b', 'attached_at': '', 'detached_at': '', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'serial': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d'}, 'mount_device': '/dev/sdb', 'attachment_id': 'b5aa9fd0-3ab6-417d-afb3-6cb8e5e61294', 'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=69566) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1198.264744] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1198.264931] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679967', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'name': 'volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3a86bd4f-f64f-43ec-977d-200949b5bc4b', 'attached_at': '', 'detached_at': '', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'serial': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1198.265689] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e365f843-547e-4d1f-8e32-2f53316caa9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.280925] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70309206-9eeb-4edf-a222-a0a001b94e26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.304729] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d/volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.308034] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f009f99-46f4-4fa2-b679-3fb76514a4c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.325529] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408299, 'name': ReconfigVM_Task, 'duration_secs': 0.152155} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.326749] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679965', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'name': 'volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be9342a3-10bc-4ed5-934d-4f3d52dc9859', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'serial': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.327344] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1198.327344] env[69566]: value = "task-3408300" [ 1198.327344] env[69566]: _type = "Task" [ 1198.327344] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.327528] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cacc43cb-c393-4607-a9b5-6c7aed9767d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.336530] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.337911] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1198.337911] env[69566]: value = "task-3408301" [ 1198.337911] env[69566]: _type = "Task" [ 1198.337911] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.345270] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408301, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.395948] env[69566]: INFO nova.compute.manager [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Took 14.41 seconds to build instance. [ 1198.435161] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: dc2479b6-2c26-42f7-b4a1-603e38fd3c17] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.628489] env[69566]: DEBUG nova.compute.manager [req-eb0d663b-529b-48c2-82e4-7e5a53294954 req-edf5bd9b-3c11-4ff1-ace2-fff0d33c58dd service nova] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Received event network-vif-deleted-0de73a32-ccc2-4b94-b77f-300d55ae46f1 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.670372] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.603s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.672687] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.091s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.672886] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.690510] env[69566]: INFO nova.scheduler.client.report [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Deleted allocations for instance 3f2c5d01-9029-425a-a038-274c4894b066 [ 1198.692357] env[69566]: INFO nova.scheduler.client.report [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted allocations for instance 30c81c20-4eff-4534-aef2-23996c37b943 [ 1198.755942] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.756266] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.756438] env[69566]: DEBUG nova.objects.instance [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'resources' on Instance uuid db7933fa-605b-4aef-8fe9-78c61eb06a2d {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.839584] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408300, 'name': ReconfigVM_Task, 'duration_secs': 0.28801} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.842603] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d/volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.847342] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6f37ad-0457-4466-9f04-388527cf7ccc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.862400] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408301, 'name': Rename_Task, 'duration_secs': 0.130632} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.863705] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.864058] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1198.864058] env[69566]: value = "task-3408302" [ 1198.864058] env[69566]: _type = "Task" [ 1198.864058] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.864256] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d875effa-c35d-446d-ab63-d572b89d58db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.874447] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.875814] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1198.875814] env[69566]: value = "task-3408303" [ 1198.875814] env[69566]: _type = "Task" [ 1198.875814] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.883406] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.898306] env[69566]: DEBUG oslo_concurrency.lockutils [None req-831a8023-a24c-465b-bd0d-28773e25319a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.930s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.938169] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 55949dd4-4830-4f07-a2f1-c38359c599be] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.049478] env[69566]: INFO nova.compute.manager [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Rebuilding instance [ 1199.096412] env[69566]: DEBUG nova.compute.manager [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.097293] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b4f0a-c5eb-48ac-9ea9-c5f1ef4ee49b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.203450] env[69566]: DEBUG oslo_concurrency.lockutils [None req-6e03a120-2d18-49ea-b250-c33c78c2aa51 tempest-ServersTestJSON-514909010 tempest-ServersTestJSON-514909010-project-member] Lock "3f2c5d01-9029-425a-a038-274c4894b066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.544s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.207543] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f5ec7a0e-30fc-4fbd-a6d7-9ad26c7d0224 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "30c81c20-4eff-4534-aef2-23996c37b943" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.508s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.376965] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408302, 'name': ReconfigVM_Task, 'duration_secs': 0.150352} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.380342] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679967', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'name': 'volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3a86bd4f-f64f-43ec-977d-200949b5bc4b', 'attached_at': '', 'detached_at': '', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'serial': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1199.380956] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f2f94c-a1e2-4fdb-a966-4841be3372f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.388350] env[69566]: DEBUG oslo_vmware.api [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408303, 'name': PowerOnVM_Task, 'duration_secs': 0.470035} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.393680] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.393898] env[69566]: INFO nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1199.396085] env[69566]: DEBUG nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.396462] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1199.396462] env[69566]: value = "task-3408304" [ 1199.396462] env[69566]: _type = "Task" [ 1199.396462] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.397322] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226d27cf-c016-4106-bc46-2c93ec508222 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.407383] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408304, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.410038] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a1fb48-a82b-4ea7-b257-17e1b87d3f6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.420437] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad588cc6-f872-45b3-a6a5-9b065fb16372 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.453383] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 48b7a09a-4147-42b3-b7e4-858fb5310bb8] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.455786] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0683ad7-f5e5-4372-aaea-2bae4467d302 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.464556] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa1f418-d8d0-4f43-a2c3-019d89b9fb58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.481197] env[69566]: DEBUG nova.compute.provider_tree [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.910437] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408304, 'name': Rename_Task, 'duration_secs': 0.148741} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.911013] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.911013] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42155b4c-20af-470b-a728-a983610aa617 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.921576] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1199.921576] env[69566]: value = "task-3408305" [ 1199.921576] env[69566]: _type = "Task" [ 1199.921576] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.932493] env[69566]: INFO nova.compute.manager [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Took 15.53 seconds to build instance. [ 1199.939033] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408305, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.960086] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 2ccfcbd4-d609-4269-95d6-31963fcb61e1] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.987577] env[69566]: DEBUG nova.scheduler.client.report [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.112256] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.112256] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c307ae-c238-4977-ac3f-e6a2034bd9e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.118249] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1200.118249] env[69566]: value = "task-3408306" [ 1200.118249] env[69566]: _type = "Task" [ 1200.118249] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.126944] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.439191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-99e786a4-0fde-40ba-b535-27aec4595085 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.041s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.439191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.439191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.441721] env[69566]: DEBUG oslo_vmware.api [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408305, 'name': PowerOnVM_Task, 'duration_secs': 0.486865} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.442198] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.463443] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: fa2582ca-eaa4-4886-9669-771b2f370122] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.492897] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.535125] env[69566]: INFO nova.scheduler.client.report [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted allocations for instance db7933fa-605b-4aef-8fe9-78c61eb06a2d [ 1200.584746] env[69566]: DEBUG nova.compute.manager [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.587569] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27270bae-e6dd-4bc3-bb9f-4e9014f2c7e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.627764] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408306, 'name': PowerOffVM_Task, 'duration_secs': 0.177505} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.628050] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.629401] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.630390] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fbb145-7173-4555-b66d-40d83a71ac26 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.638172] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.638421] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c650e73-dc1e-4f9a-80e8-56a9acf0cfba {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.702512] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.702741] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.702923] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore2] 8b4fb637-4164-4f03-a9ff-62cdae833c84 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.703233] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c73ac2fd-b337-4942-956e-176c68754680 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.710496] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1200.710496] env[69566]: value = "task-3408308" [ 1200.710496] env[69566]: _type = "Task" [ 1200.710496] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.719466] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.747077] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.747315] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.943656] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.970443] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 82dd63fc-dcc9-4411-91e7-45a7fa71ba74] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.051152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f3a577f4-def4-49db-ae88-2cf9c2a50238 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "db7933fa-605b-4aef-8fe9-78c61eb06a2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.168s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.098682] env[69566]: DEBUG nova.compute.manager [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Received event network-changed-b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.098682] env[69566]: DEBUG nova.compute.manager [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Refreshing instance network info cache due to event network-changed-b743109b-7cd0-44fa-801b-45fc6526fdba. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.098857] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] Acquiring lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.098893] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] Acquired lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.099254] env[69566]: DEBUG nova.network.neutron [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Refreshing network info cache for port b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.113189] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e5ff1085-43ea-4ff8-b6c9-3f81dc362931 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.426s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.221046] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293133} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.221046] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.221046] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.221282] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.250747] env[69566]: DEBUG nova.compute.utils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.468017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.468017] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.469475] env[69566]: INFO nova.compute.claims [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.473868] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 7d6c0a8d-6764-4774-9ba7-2c7fb63205d8] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.670551] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.670681] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.670885] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.671927] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.671927] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.673466] env[69566]: INFO nova.compute.manager [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Terminating instance [ 1201.753515] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.820776] env[69566]: DEBUG nova.network.neutron [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updated VIF entry in instance network info cache for port b743109b-7cd0-44fa-801b-45fc6526fdba. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.821240] env[69566]: DEBUG nova.network.neutron [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updating instance_info_cache with network_info: [{"id": "b743109b-7cd0-44fa-801b-45fc6526fdba", "address": "fa:16:3e:cd:f2:b7", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb743109b-7c", "ovs_interfaceid": "b743109b-7cd0-44fa-801b-45fc6526fdba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.976182] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 766f5a95-f23d-47e3-bd45-4ef94955ac5c] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.185025] env[69566]: DEBUG nova.compute.manager [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.185025] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.185025] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caa5204-fcc1-4c65-aa56-195cfca384c8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.194329] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.194602] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22440575-b26f-4e80-a1c8-caf0980218fe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.201660] env[69566]: DEBUG oslo_vmware.api [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1202.201660] env[69566]: value = "task-3408309" [ 1202.201660] env[69566]: _type = "Task" [ 1202.201660] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.210758] env[69566]: DEBUG oslo_vmware.api [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.255356] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.255616] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.255811] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.256076] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.256240] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.256391] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.256603] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.256843] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.257469] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.257580] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.257795] env[69566]: DEBUG nova.virt.hardware [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.258654] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa69a023-2c91-4dc6-bdd5-5cd1c48a3b3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.266640] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d63ebd-5232-4b2e-92ee-2e1070e553dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.280757] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:68:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '390c132a-4dd3-4e72-927e-3321063f9590', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.288642] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.288903] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.290412] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67f84669-9f7f-4f13-8b95-1a0ec36dd1af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.307394] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "84953ed3-0ba7-4801-b833-529434b80144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.313285] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "84953ed3-0ba7-4801-b833-529434b80144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.315436] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.315436] env[69566]: value = "task-3408310" [ 1202.315436] env[69566]: _type = "Task" [ 1202.315436] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.326861] env[69566]: DEBUG oslo_concurrency.lockutils [req-ff98ba1c-4bcd-4732-91a9-f200851d511c req-c6941e61-7edc-4ed0-b320-e59bdca18d8d service nova] Releasing lock "refresh_cache-bfdb04fc-7a85-4c98-9206-a4c44adeee9f" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.327436] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408310, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.480990] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.481210] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Cleaning up deleted instances with incomplete migration {{(pid=69566) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1202.609386] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55da698-c542-4bbc-9463-723132de4797 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.617242] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9daaeee-d7bb-4b1e-bc3d-3226c4500379 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.646421] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de26b7-9da9-482b-a342-2132b08f2358 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.653183] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba758d8-23ad-4b87-a88a-d8a18cb55ed1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.665717] env[69566]: DEBUG nova.compute.provider_tree [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.681433] env[69566]: DEBUG nova.compute.manager [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.712064] env[69566]: DEBUG oslo_vmware.api [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408309, 'name': PowerOffVM_Task, 'duration_secs': 0.237107} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.712064] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.712277] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.712527] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea12bee-e1d4-4403-9947-6b53831506d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.772625] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.772890] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.773140] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleting the datastore file [datastore2] 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.773417] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-439d0bbc-ff0d-4893-8426-5e2705c32180 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.779567] env[69566]: DEBUG oslo_vmware.api [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for the task: (returnval){ [ 1202.779567] env[69566]: value = "task-3408312" [ 1202.779567] env[69566]: _type = "Task" [ 1202.779567] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.786987] env[69566]: DEBUG oslo_vmware.api [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.810038] env[69566]: DEBUG nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.824700] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408310, 'name': CreateVM_Task} progress is 25%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.830524] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.830774] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.831038] env[69566]: INFO nova.compute.manager [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Attaching volume 42e323cb-cade-4948-a529-bf78da4a9150 to /dev/sdb [ 1202.863391] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70eb11f-05e5-4082-bb79-627ea6746da2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.871689] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c9b1df-231d-4f4c-8735-1aed96250f6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.885673] env[69566]: DEBUG nova.virt.block_device [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updating existing volume attachment record: 0837bf9c-4122-4abc-9c83-0124998df38f {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1202.985054] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.125420] env[69566]: DEBUG nova.compute.manager [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Received event network-changed-58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.125637] env[69566]: DEBUG nova.compute.manager [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Refreshing instance network info cache due to event network-changed-58eaf56e-536a-451c-9d34-6f1d2f147238. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.125868] env[69566]: DEBUG oslo_concurrency.lockutils [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] Acquiring lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.126039] env[69566]: DEBUG oslo_concurrency.lockutils [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] Acquired lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.126219] env[69566]: DEBUG nova.network.neutron [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Refreshing network info cache for port 58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.168274] env[69566]: DEBUG nova.scheduler.client.report [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.197921] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.289433] env[69566]: DEBUG oslo_vmware.api [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Task: {'id': task-3408312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150102} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.289684] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.289868] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.290382] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.290382] env[69566]: INFO nova.compute.manager [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1203.290557] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.290644] env[69566]: DEBUG nova.compute.manager [-] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.290784] env[69566]: DEBUG nova.network.neutron [-] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.328182] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408310, 'name': CreateVM_Task, 'duration_secs': 0.589963} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.328467] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.329121] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.329292] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.329604] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.329859] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8c98bf-88ad-4aa0-af35-f36d4e204bb2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.332248] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.336024] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1203.336024] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520660ee-c3bf-1dfb-cd08-3e5881aa11b4" [ 1203.336024] env[69566]: _type = "Task" [ 1203.336024] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.343444] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520660ee-c3bf-1dfb-cd08-3e5881aa11b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.563561] env[69566]: DEBUG nova.compute.manager [req-718220f6-69ed-4466-89a8-94db707cb5fe req-3a21b436-c472-47c8-ac24-656146dc1e58 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Received event network-vif-deleted-93bfe6c0-4d20-4378-a94b-e83721e22f68 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.563798] env[69566]: INFO nova.compute.manager [req-718220f6-69ed-4466-89a8-94db707cb5fe req-3a21b436-c472-47c8-ac24-656146dc1e58 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Neutron deleted interface 93bfe6c0-4d20-4378-a94b-e83721e22f68; detaching it from the instance and deleting it from the info cache [ 1203.563935] env[69566]: DEBUG nova.network.neutron [req-718220f6-69ed-4466-89a8-94db707cb5fe req-3a21b436-c472-47c8-ac24-656146dc1e58 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.673420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.673932] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1203.676521] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.479s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.824608] env[69566]: DEBUG nova.network.neutron [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updated VIF entry in instance network info cache for port 58eaf56e-536a-451c-9d34-6f1d2f147238. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.824997] env[69566]: DEBUG nova.network.neutron [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.847461] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520660ee-c3bf-1dfb-cd08-3e5881aa11b4, 'name': SearchDatastore_Task, 'duration_secs': 0.026111} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.847756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.847982] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.848230] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.848380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.848562] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.848830] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a48902-ab0d-4ba4-97a2-4a2044d84844 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.857828] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.857828] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.858546] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f43bfa3b-2d27-454b-a459-07c22477a9da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.864561] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1203.864561] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52279bac-3552-69d4-744b-a659a27d03c0" [ 1203.864561] env[69566]: _type = "Task" [ 1203.864561] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.872152] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52279bac-3552-69d4-744b-a659a27d03c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.046410] env[69566]: DEBUG nova.network.neutron [-] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.065876] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fc1682b-76bc-4007-9461-628125174a79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.075745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d48a5-2ea3-45b4-a2f6-ec82baa2f69e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.105855] env[69566]: DEBUG nova.compute.manager [req-718220f6-69ed-4466-89a8-94db707cb5fe req-3a21b436-c472-47c8-ac24-656146dc1e58 service nova] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Detach interface failed, port_id=93bfe6c0-4d20-4378-a94b-e83721e22f68, reason: Instance 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.181270] env[69566]: INFO nova.compute.claims [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.185516] env[69566]: DEBUG nova.compute.utils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.187317] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.187480] env[69566]: DEBUG nova.network.neutron [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.234287] env[69566]: DEBUG nova.policy [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86487b84155243baa83db5358dc1bcb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecaf255878e24603871a2d1486b7a799', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.328351] env[69566]: DEBUG oslo_concurrency.lockutils [req-a42016bc-348e-43ea-adf8-cc67ad5540b9 req-5f8522c1-2e66-48cb-8d05-f0c00fc4f35f service nova] Releasing lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.374971] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52279bac-3552-69d4-744b-a659a27d03c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015079} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.375694] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665288e1-653f-4aa2-be5f-184308b3b8fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.380857] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1204.380857] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521353f5-20a3-a7fb-ae43-b25d8481369e" [ 1204.380857] env[69566]: _type = "Task" [ 1204.380857] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.388276] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521353f5-20a3-a7fb-ae43-b25d8481369e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.505969] env[69566]: DEBUG nova.network.neutron [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Successfully created port: d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.548737] env[69566]: INFO nova.compute.manager [-] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Took 1.26 seconds to deallocate network for instance. [ 1204.688975] env[69566]: INFO nova.compute.resource_tracker [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating resource usage from migration 3dc208e8-f8e9-4f24-b468-f0647120879b [ 1204.694245] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.498287] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.513105] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521353f5-20a3-a7fb-ae43-b25d8481369e, 'name': SearchDatastore_Task, 'duration_secs': 0.036382} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.513451] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.513844] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.514100] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea33b8f-b5ae-4807-9d42-67094c13b717 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.519829] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca4fa3b-fa66-47fb-9d7d-e167b1835d86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.523319] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1205.523319] env[69566]: value = "task-3408315" [ 1205.523319] env[69566]: _type = "Task" [ 1205.523319] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.528926] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bd558c-ee7b-40e8-8e7d-9db7234cc7be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.534634] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.561288] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06ab23e-03bf-4e4a-8abd-bf7e82401987 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.567869] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9f626d-e17d-424b-8e9a-f17b448b560c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.581097] env[69566]: DEBUG nova.compute.provider_tree [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.878821] env[69566]: DEBUG nova.compute.manager [req-f1840019-ae07-4812-862b-11c30c8ecf85 req-2e409565-cf5c-45e9-b137-c6e01fd0a96a service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-vif-plugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.879119] env[69566]: DEBUG oslo_concurrency.lockutils [req-f1840019-ae07-4812-862b-11c30c8ecf85 req-2e409565-cf5c-45e9-b137-c6e01fd0a96a service nova] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.879272] env[69566]: DEBUG oslo_concurrency.lockutils [req-f1840019-ae07-4812-862b-11c30c8ecf85 req-2e409565-cf5c-45e9-b137-c6e01fd0a96a service nova] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.879509] env[69566]: DEBUG oslo_concurrency.lockutils [req-f1840019-ae07-4812-862b-11c30c8ecf85 req-2e409565-cf5c-45e9-b137-c6e01fd0a96a service nova] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.879637] env[69566]: DEBUG nova.compute.manager [req-f1840019-ae07-4812-862b-11c30c8ecf85 req-2e409565-cf5c-45e9-b137-c6e01fd0a96a service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] No waiting events found dispatching network-vif-plugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.879739] env[69566]: WARNING nova.compute.manager [req-f1840019-ae07-4812-862b-11c30c8ecf85 req-2e409565-cf5c-45e9-b137-c6e01fd0a96a service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received unexpected event network-vif-plugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f for instance with vm_state building and task_state spawning. [ 1205.971501] env[69566]: DEBUG nova.network.neutron [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Successfully updated port: d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.009219] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.035905] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439308} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.037959] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.038211] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.038373] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.038553] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.038697] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.038839] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.039058] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.039220] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.039426] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.039624] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.039799] env[69566]: DEBUG nova.virt.hardware [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.040088] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1206.040289] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1206.041018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db576d5-886c-4665-9bfb-2d68df7f7bd6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.043428] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-533f472b-959b-4503-8e2f-3b2bcdd493cc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.050970] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0592d7-6d14-44a7-9fc7-6f111cad13db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.055394] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1206.055394] env[69566]: value = "task-3408316" [ 1206.055394] env[69566]: _type = "Task" [ 1206.055394] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.070157] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.084194] env[69566]: DEBUG nova.scheduler.client.report [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.473608] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.473728] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.473881] env[69566]: DEBUG nova.network.neutron [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.565101] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089727} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.565371] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.566128] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe1b2f3-b7af-4a2c-bae9-3a574fc08e09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.587929] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.588674] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.912s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.588860] env[69566]: INFO nova.compute.manager [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Migrating [ 1206.594877] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36f64f7b-d661-445c-aeac-77358bd11148 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.610858] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.279s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.612443] env[69566]: INFO nova.compute.claims [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.624131] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1206.624131] env[69566]: value = "task-3408317" [ 1206.624131] env[69566]: _type = "Task" [ 1206.624131] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.632502] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.008134] env[69566]: DEBUG nova.network.neutron [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.121078] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.121270] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.121451] env[69566]: DEBUG nova.network.neutron [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.135998] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.146044] env[69566]: DEBUG nova.network.neutron [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.438675] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1207.438922] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679974', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'name': 'volume-42e323cb-cade-4948-a529-bf78da4a9150', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'serial': '42e323cb-cade-4948-a529-bf78da4a9150'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1207.439823] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105c9a63-db3f-4f46-a1d8-1b0d4f53abc7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.455769] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48a915-c8d6-4b52-b8f4-503ca4620c49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.480097] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-42e323cb-cade-4948-a529-bf78da4a9150/volume-42e323cb-cade-4948-a529-bf78da4a9150.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.480097] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9d1e9b-eb7f-4b0b-8f4d-6c6610b04c5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.497327] env[69566]: DEBUG oslo_vmware.api [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1207.497327] env[69566]: value = "task-3408318" [ 1207.497327] env[69566]: _type = "Task" [ 1207.497327] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.504740] env[69566]: DEBUG oslo_vmware.api [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.637362] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408317, 'name': ReconfigVM_Task, 'duration_secs': 0.606503} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.637557] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 8b4fb637-4164-4f03-a9ff-62cdae833c84/8b4fb637-4164-4f03-a9ff-62cdae833c84.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.638182] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b29c795b-99ec-4c46-87e8-ee0a7e3cd7ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.644334] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1207.644334] env[69566]: value = "task-3408319" [ 1207.644334] env[69566]: _type = "Task" [ 1207.644334] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.648690] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.649026] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance network_info: |[{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.652258] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ad:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3336f2c-5ae1-4511-9257-0f8e33561f2f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.660438] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.663864] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.667901] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8bcaf5d-f41e-4ff9-9e69-18b449d12603 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.682762] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408319, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.690711] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.690711] env[69566]: value = "task-3408320" [ 1207.690711] env[69566]: _type = "Task" [ 1207.690711] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.698474] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408320, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.813435] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b7eff3-ba3e-4496-9e63-9c66a280f575 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.820745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeac281-14bd-4625-9736-ea9f395eeeb6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.855378] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1df9a4-f2d8-42c2-8335-9270076a63c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.863219] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95a1af-6cf7-4bb6-b671-b3e6ffebdfa5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.878936] env[69566]: DEBUG nova.compute.provider_tree [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.892956] env[69566]: DEBUG nova.network.neutron [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.905426] env[69566]: DEBUG nova.compute.manager [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.905634] env[69566]: DEBUG nova.compute.manager [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing instance network info cache due to event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.905831] env[69566]: DEBUG oslo_concurrency.lockutils [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.905968] env[69566]: DEBUG oslo_concurrency.lockutils [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.906150] env[69566]: DEBUG nova.network.neutron [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.009213] env[69566]: DEBUG oslo_vmware.api [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408318, 'name': ReconfigVM_Task, 'duration_secs': 0.383689} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.009684] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-42e323cb-cade-4948-a529-bf78da4a9150/volume-42e323cb-cade-4948-a529-bf78da4a9150.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.018295] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691249db-f52c-410b-b294-562241607f2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.036254] env[69566]: DEBUG oslo_vmware.api [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1208.036254] env[69566]: value = "task-3408321" [ 1208.036254] env[69566]: _type = "Task" [ 1208.036254] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.044978] env[69566]: DEBUG oslo_vmware.api [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.156461] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408319, 'name': Rename_Task, 'duration_secs': 0.162039} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.156667] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.156791] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca53b9cc-cb8e-4829-b533-a34ebe4368ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.162949] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1208.162949] env[69566]: value = "task-3408322" [ 1208.162949] env[69566]: _type = "Task" [ 1208.162949] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.173371] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.200438] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408320, 'name': CreateVM_Task, 'duration_secs': 0.443504} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.200623] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.201333] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.201495] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.201822] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.202122] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c983fc9-8f35-4ae4-8de8-f67ab02f9d07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.206830] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1208.206830] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f75b72-42a1-130c-43ae-86f33d8cefb8" [ 1208.206830] env[69566]: _type = "Task" [ 1208.206830] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.214381] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f75b72-42a1-130c-43ae-86f33d8cefb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.382247] env[69566]: DEBUG nova.scheduler.client.report [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.396109] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.546042] env[69566]: DEBUG oslo_vmware.api [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408321, 'name': ReconfigVM_Task, 'duration_secs': 0.146059} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.546426] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679974', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'name': 'volume-42e323cb-cade-4948-a529-bf78da4a9150', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'serial': '42e323cb-cade-4948-a529-bf78da4a9150'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1208.629056] env[69566]: DEBUG nova.network.neutron [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updated VIF entry in instance network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.629444] env[69566]: DEBUG nova.network.neutron [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.675737] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408322, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.717969] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f75b72-42a1-130c-43ae-86f33d8cefb8, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.718302] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.718538] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.718803] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.718951] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.719151] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.719422] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e3ed0f0-df17-4003-bb7a-4a9535b2ad7d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.729098] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.729288] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.729992] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3dedd1-8a21-4790-bc23-4d39438f9c76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.736471] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1208.736471] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5207fd1b-0075-8188-9142-377a70fdc9e2" [ 1208.736471] env[69566]: _type = "Task" [ 1208.736471] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.744331] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5207fd1b-0075-8188-9142-377a70fdc9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.888152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.888696] env[69566]: DEBUG nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.891280] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.393s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.891503] env[69566]: DEBUG nova.objects.instance [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lazy-loading 'resources' on Instance uuid 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.132261] env[69566]: DEBUG oslo_concurrency.lockutils [req-8ea444d7-bf0d-4213-9700-95acb98ea75d req-d54a38f0-82fc-42ba-9b48-f5877d04dd54 service nova] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.173501] env[69566]: DEBUG oslo_vmware.api [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408322, 'name': PowerOnVM_Task, 'duration_secs': 0.5471} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.173757] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.173959] env[69566]: DEBUG nova.compute.manager [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.174730] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0b8292-d447-4bbb-afe8-d4618097f58b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.247108] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5207fd1b-0075-8188-9142-377a70fdc9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.039832} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.247899] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89752b08-daf7-49e5-8edd-ad2f47764abb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.253464] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1209.253464] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52467909-b23a-83ac-2555-ac67a3a12339" [ 1209.253464] env[69566]: _type = "Task" [ 1209.253464] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.261375] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52467909-b23a-83ac-2555-ac67a3a12339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.394109] env[69566]: DEBUG nova.compute.utils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.398234] env[69566]: DEBUG nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Not allocating networking since 'none' was specified. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1209.534819] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b984756-35f6-4d6c-89a3-ad32d50bde28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.542525] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368cc73f-2611-450f-8b9a-ebaeccd3f76b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.573216] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1c2316-6103-4167-90f5-914f9f72ad56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.580186] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f69227-df78-4dd6-89d4-b16747d61afa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.584510] env[69566]: DEBUG nova.objects.instance [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'flavor' on Instance uuid c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.595644] env[69566]: DEBUG nova.compute.provider_tree [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.689647] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.766787] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52467909-b23a-83ac-2555-ac67a3a12339, 'name': SearchDatastore_Task, 'duration_secs': 0.052469} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.768385] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.768666] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.771409] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2ac4e5-8a11-4105-a446-d12d03732852 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.778749] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1209.778749] env[69566]: value = "task-3408323" [ 1209.778749] env[69566]: _type = "Task" [ 1209.778749] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.787760] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.899292] env[69566]: DEBUG nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.911448] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cdd044-4723-49a4-9c66-1dbc41724088 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.934215] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.090050] env[69566]: DEBUG oslo_concurrency.lockutils [None req-c18137c1-33d2-4b80-b306-08b57a495d9d tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.099156] env[69566]: DEBUG nova.scheduler.client.report [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.272303] env[69566]: DEBUG oslo_concurrency.lockutils [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.272590] env[69566]: DEBUG oslo_concurrency.lockutils [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.289071] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458755} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.289363] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.289584] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.289845] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-199d69c1-5268-467a-ae9b-a07b6bfc8bc0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.296536] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1210.296536] env[69566]: value = "task-3408324" [ 1210.296536] env[69566]: _type = "Task" [ 1210.296536] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.304328] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.439978] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.440619] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d44b9f-f0bc-44ff-868a-f6dbfb196e5e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.448969] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1210.448969] env[69566]: value = "task-3408325" [ 1210.448969] env[69566]: _type = "Task" [ 1210.448969] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.458158] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.604592] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.607089] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.917s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.607305] env[69566]: DEBUG nova.objects.instance [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1210.629176] env[69566]: INFO nova.scheduler.client.report [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Deleted allocations for instance 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c [ 1210.634663] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.634907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.635153] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "8b4fb637-4164-4f03-a9ff-62cdae833c84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.635341] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.635512] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.641569] env[69566]: INFO nova.compute.manager [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Terminating instance [ 1210.764283] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.764283] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.778807] env[69566]: INFO nova.compute.manager [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Detaching volume 42e323cb-cade-4948-a529-bf78da4a9150 [ 1210.807297] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062486} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.807846] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.808392] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349d3f3-bd6c-4c08-9bcc-bf094a05e435 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.831987] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.833264] env[69566]: INFO nova.virt.block_device [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Attempting to driver detach volume 42e323cb-cade-4948-a529-bf78da4a9150 from mountpoint /dev/sdb [ 1210.833473] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.833655] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679974', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'name': 'volume-42e323cb-cade-4948-a529-bf78da4a9150', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'serial': '42e323cb-cade-4948-a529-bf78da4a9150'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.833916] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48432b85-1657-4495-a6d1-c6a1ec2da652 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.849296] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871f9034-aaef-47ea-847e-e4a1a744ea12 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.874999] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d5201d-05ea-4da6-aef8-697efd2d5f35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.878125] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1210.878125] env[69566]: value = "task-3408326" [ 1210.878125] env[69566]: _type = "Task" [ 1210.878125] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.884909] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f18af9-d218-4c5c-bf49-bc2abe2c6da4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.890476] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.909086] env[69566]: DEBUG nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.912016] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7b488-e7ca-4f44-a27c-5cada0453b80 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.927523] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] The volume has not been displaced from its original location: [datastore1] volume-42e323cb-cade-4948-a529-bf78da4a9150/volume-42e323cb-cade-4948-a529-bf78da4a9150.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.933270] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.933684] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596797d4-ba7c-4760-9b93-016579550e61 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.956284] env[69566]: DEBUG oslo_vmware.api [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1210.956284] env[69566]: value = "task-3408327" [ 1210.956284] env[69566]: _type = "Task" [ 1210.956284] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.961075] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.961343] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.961509] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.961709] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.961894] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.962109] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.962396] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.962566] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.962755] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.962936] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.963159] env[69566]: DEBUG nova.virt.hardware [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.963566] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408325, 'name': PowerOffVM_Task, 'duration_secs': 0.140301} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.964334] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb97f52-32e7-4a50-9747-f12b284e3338 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.969833] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.970050] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.981642] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa956559-cc4b-4b7d-b62d-3f333eea1a0e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.985649] env[69566]: DEBUG oslo_vmware.api [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.998048] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.004377] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Creating folder: Project (5486339c9e8b45fa825c4586ce4d174d). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.004706] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1fdd2f-9131-41b2-884e-a8ad25329acc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.018035] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Created folder: Project (5486339c9e8b45fa825c4586ce4d174d) in parent group-v679651. [ 1211.018035] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Creating folder: Instances. Parent ref: group-v679976. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1211.018035] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6e07179-fdd2-4c96-a704-2c4e6c17b688 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.024834] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Created folder: Instances in parent group-v679976. [ 1211.024834] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.024834] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.025128] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d62778-0b7f-422d-8b53-87505cd165d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.044727] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.044727] env[69566]: value = "task-3408330" [ 1211.044727] env[69566]: _type = "Task" [ 1211.044727] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.050118] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408330, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.137191] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b45f6d9a-735e-4473-82aa-3b61b3ad1378 tempest-AttachInterfacesTestJSON-1312265109 tempest-AttachInterfacesTestJSON-1312265109-project-member] Lock "3e1e21f8-a2e5-46bf-84b9-143f371d6e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.466s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.148163] env[69566]: DEBUG nova.compute.manager [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.148893] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.149566] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7293b-78d1-473b-899b-94e291707859 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.158713] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.158951] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-905cae33-a92f-48fc-81ed-e73407c333e9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.164869] env[69566]: DEBUG oslo_vmware.api [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1211.164869] env[69566]: value = "task-3408331" [ 1211.164869] env[69566]: _type = "Task" [ 1211.164869] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.173457] env[69566]: DEBUG oslo_vmware.api [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.270415] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.270742] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.270854] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.270935] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.271112] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.271822] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.375779] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.376105] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.390440] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408326, 'name': ReconfigVM_Task, 'duration_secs': 0.276559} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.391710] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.393266] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5072744-fda1-4148-a028-d24f62779d85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.402315] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1211.402315] env[69566]: value = "task-3408332" [ 1211.402315] env[69566]: _type = "Task" [ 1211.402315] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.414821] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408332, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.474485] env[69566]: DEBUG oslo_vmware.api [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408327, 'name': ReconfigVM_Task, 'duration_secs': 0.33282} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.474713] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.479352] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e067aaae-a085-4ec5-ab8a-b403d611d907 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.490727] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.490964] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.491142] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.491331] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.491478] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.491624] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.491833] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.491992] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.492199] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.492371] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.492547] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.497454] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3822e86f-371e-47d7-a356-65b0b1322b78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.512828] env[69566]: DEBUG oslo_vmware.api [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1211.512828] env[69566]: value = "task-3408333" [ 1211.512828] env[69566]: _type = "Task" [ 1211.512828] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.516495] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1211.516495] env[69566]: value = "task-3408334" [ 1211.516495] env[69566]: _type = "Task" [ 1211.516495] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.527758] env[69566]: DEBUG oslo_vmware.api [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.531924] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408334, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.553175] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408330, 'name': CreateVM_Task, 'duration_secs': 0.431227} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.555516] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.555516] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.555516] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.555516] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.555516] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86018c7a-9b75-452b-9e6b-0be10f0e0d7a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.560098] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1211.560098] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5255fbff-3215-d166-685d-76d3e5c58e70" [ 1211.560098] env[69566]: _type = "Task" [ 1211.560098] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.569935] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5255fbff-3215-d166-685d-76d3e5c58e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.617476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bdb74d6f-1a20-430e-b8fb-c8522cd0d46b tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.676045] env[69566]: DEBUG oslo_vmware.api [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408331, 'name': PowerOffVM_Task, 'duration_secs': 0.294071} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.676628] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.676882] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.677288] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e832de25-f67e-438c-b9d6-c470c3e49e86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.767404] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.767626] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.767810] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore1] 8b4fb637-4164-4f03-a9ff-62cdae833c84 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.768083] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96f32a7f-2c50-454d-a756-449e07195647 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.778236] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Getting list of instances from cluster (obj){ [ 1211.778236] env[69566]: value = "domain-c8" [ 1211.778236] env[69566]: _type = "ClusterComputeResource" [ 1211.778236] env[69566]: } {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1211.778591] env[69566]: DEBUG oslo_vmware.api [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1211.778591] env[69566]: value = "task-3408336" [ 1211.778591] env[69566]: _type = "Task" [ 1211.778591] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.779550] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef918d5d-72ce-4b5a-9ef5-da3bdc2f7b29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.791172] env[69566]: DEBUG oslo_vmware.api [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.801507] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Got total of 8 instances {{(pid=69566) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1211.801668] env[69566]: WARNING nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1211.801838] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid bfdb04fc-7a85-4c98-9206-a4c44adeee9f {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.802107] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.802301] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.802504] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.802689] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid dbcbefd5-e34c-48d5-a502-59f0f385b3e2 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.802857] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid 8b4fb637-4164-4f03-a9ff-62cdae833c84 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.803014] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid be9342a3-10bc-4ed5-934d-4f3d52dc9859 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.803274] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.803440] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Triggering sync for uuid 84953ed3-0ba7-4801-b833-529434b80144 {{(pid=69566) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1211.803782] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.803995] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.804281] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.804469] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.804696] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.804874] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.805109] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.805318] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.805493] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.805716] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.805917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.806103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.806267] env[69566]: INFO nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1211.806425] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.806612] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.806811] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "84953ed3-0ba7-4801-b833-529434b80144" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.806998] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.807142] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1211.807808] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a44c2f-3fe5-4dc9-a00b-86377a2b816e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.810767] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ca0a63-59e3-413d-87df-d1319d3be2c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.813493] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81272d1b-001a-406b-9626-a05ddb8235a5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.816197] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5143cade-462d-4c57-bfff-a366ef5ea6f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.818348] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.879109] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1211.915718] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408332, 'name': Rename_Task, 'duration_secs': 0.160049} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.917232] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.917671] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f34a230-7694-4e81-847a-be0b301d1a7b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.927192] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1211.927192] env[69566]: value = "task-3408337" [ 1211.927192] env[69566]: _type = "Task" [ 1211.927192] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.935278] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.026835] env[69566]: DEBUG oslo_vmware.api [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408333, 'name': ReconfigVM_Task, 'duration_secs': 0.21573} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.030020] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679974', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'name': 'volume-42e323cb-cade-4948-a529-bf78da4a9150', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '42e323cb-cade-4948-a529-bf78da4a9150', 'serial': '42e323cb-cade-4948-a529-bf78da4a9150'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1212.032201] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408334, 'name': ReconfigVM_Task, 'duration_secs': 0.19005} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.032697] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.072230] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5255fbff-3215-d166-685d-76d3e5c58e70, 'name': SearchDatastore_Task, 'duration_secs': 0.016011} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.072541] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.072777] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.073024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.073222] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.073352] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.073647] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbb05a89-334d-46dc-b440-90aef3e64744 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.082448] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.082817] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.084017] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb2e720-3d33-4c2d-acb7-5e65148b8669 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.091381] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1212.091381] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f19b0a-b737-32ab-c401-bcaae4409133" [ 1212.091381] env[69566]: _type = "Task" [ 1212.091381] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.101525] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f19b0a-b737-32ab-c401-bcaae4409133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.293367] env[69566]: DEBUG oslo_vmware.api [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299382} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.293620] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.293808] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.293990] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.294181] env[69566]: INFO nova.compute.manager [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1212.294433] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.294617] env[69566]: DEBUG nova.compute.manager [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.294711] env[69566]: DEBUG nova.network.neutron [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.322766] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.323018] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.323193] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.323354] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1212.324225] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d0232b-e1f9-4e92-a069-aeac780e244c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.332172] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd528ae9-7b6f-4d36-8834-4f7128d78008 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.345585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.345926] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.346232] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.347105] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3883842-115e-48b2-b805-67c3e3bfe2cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.349596] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.354436] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7b9b0-2c19-4819-9acb-b96855fbe9b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.385734] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179539MB free_disk=100GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1212.385988] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.386133] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.413926] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.437535] env[69566]: DEBUG oslo_vmware.api [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408337, 'name': PowerOnVM_Task, 'duration_secs': 0.46654} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.437801] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.438221] env[69566]: INFO nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1212.438221] env[69566]: DEBUG nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.439032] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805b0365-0a5f-4667-a250-017e47e06d7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.539340] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.539606] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.539769] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.540250] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.540250] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.540361] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.540516] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.540680] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.540854] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.541030] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.541212] env[69566]: DEBUG nova.virt.hardware [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.549141] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.549456] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3a01eb-2cbc-4245-9d68-7032687bddb9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.577117] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1212.577117] env[69566]: value = "task-3408338" [ 1212.577117] env[69566]: _type = "Task" [ 1212.577117] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.584649] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.585833] env[69566]: DEBUG nova.objects.instance [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'flavor' on Instance uuid c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.591510] env[69566]: DEBUG nova.compute.manager [req-89b6a4ba-edf6-4fe5-8223-e07d776cc7c9 req-5a6ce08e-834a-4a00-8584-438d0f0f2598 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Received event network-vif-deleted-390c132a-4dd3-4e72-927e-3321063f9590 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.591702] env[69566]: INFO nova.compute.manager [req-89b6a4ba-edf6-4fe5-8223-e07d776cc7c9 req-5a6ce08e-834a-4a00-8584-438d0f0f2598 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Neutron deleted interface 390c132a-4dd3-4e72-927e-3321063f9590; detaching it from the instance and deleting it from the info cache [ 1212.591869] env[69566]: DEBUG nova.network.neutron [req-89b6a4ba-edf6-4fe5-8223-e07d776cc7c9 req-5a6ce08e-834a-4a00-8584-438d0f0f2598 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.602457] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f19b0a-b737-32ab-c401-bcaae4409133, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.604250] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52571e9-c439-4eed-8ae1-823a2657596a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.609981] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1212.609981] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5218f548-cd52-feac-9fa7-8216b3a530a9" [ 1212.609981] env[69566]: _type = "Task" [ 1212.609981] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.617609] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5218f548-cd52-feac-9fa7-8216b3a530a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.963359] env[69566]: INFO nova.compute.manager [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Took 11.51 seconds to build instance. [ 1213.078046] env[69566]: DEBUG nova.network.neutron [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.095024] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408338, 'name': ReconfigVM_Task, 'duration_secs': 0.161708} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.095024] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.095627] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f879342-d6ed-4459-87fe-9b516851f71d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.101012] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c6704f1-3b1e-4991-9eee-02145d5ead8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.125929] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281/volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.131158] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8421b9cd-e99e-4182-8978-0f94def27285 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.149345] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e4025-1ca1-4ac1-82c8-8c2059fc2f5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.174551] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5218f548-cd52-feac-9fa7-8216b3a530a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.176453] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.176831] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.177815] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1213.177815] env[69566]: value = "task-3408339" [ 1213.177815] env[69566]: _type = "Task" [ 1213.177815] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.189744] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82fe593-2d7a-4f0b-9404-801800660dfb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.191765] env[69566]: DEBUG nova.compute.manager [req-89b6a4ba-edf6-4fe5-8223-e07d776cc7c9 req-5a6ce08e-834a-4a00-8584-438d0f0f2598 service nova] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Detach interface failed, port_id=390c132a-4dd3-4e72-927e-3321063f9590, reason: Instance 8b4fb637-4164-4f03-a9ff-62cdae833c84 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.200620] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.201889] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1213.201889] env[69566]: value = "task-3408340" [ 1213.201889] env[69566]: _type = "Task" [ 1213.201889] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.209634] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.400181] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Applying migration context for instance be9342a3-10bc-4ed5-934d-4f3d52dc9859 as it has an incoming, in-progress migration 3dc208e8-f8e9-4f24-b468-f0647120879b. Migration status is migrating {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1213.401665] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating resource usage from migration 3dc208e8-f8e9-4f24-b468-f0647120879b [ 1213.423906] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424031] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3d9ba984-8f64-417a-a044-9631add65528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424211] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424333] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance dbcbefd5-e34c-48d5-a502-59f0f385b3e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424475] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 3a86bd4f-f64f-43ec-977d-200949b5bc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424963] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8b4fb637-4164-4f03-a9ff-62cdae833c84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424963] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 14fa4214-b791-4072-a670-93d34e6934c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.424963] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration 3dc208e8-f8e9-4f24-b468-f0647120879b is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1213.424963] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 84953ed3-0ba7-4801-b833-529434b80144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.425171] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance be9342a3-10bc-4ed5-934d-4f3d52dc9859 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1213.465113] env[69566]: DEBUG oslo_concurrency.lockutils [None req-4a2e9b51-87bc-483f-bdba-139957e3af40 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.027s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.465492] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "14fa4214-b791-4072-a670-93d34e6934c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.659s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.465781] env[69566]: INFO nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1213.465984] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "14fa4214-b791-4072-a670-93d34e6934c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.584712] env[69566]: INFO nova.compute.manager [-] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Took 1.29 seconds to deallocate network for instance. [ 1213.596143] env[69566]: DEBUG oslo_concurrency.lockutils [None req-eef56cd1-b697-44ee-9dc6-b5377579d69f tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.323s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.597370] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.792s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.598528] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceac4e8-2b9c-4b3f-8fc6-2adf93a7c243 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.701704] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408339, 'name': ReconfigVM_Task, 'duration_secs': 0.32922} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.702009] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281/volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.702409] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.714148] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485059} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.714405] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.714616] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.714867] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf541eb5-d1c7-4ef2-9449-5d7a76deecc9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.720926] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1213.720926] env[69566]: value = "task-3408341" [ 1213.720926] env[69566]: _type = "Task" [ 1213.720926] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.729731] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.927905] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance f0afb933-709c-4422-8717-fce7c8f9d9fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1213.928198] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1213.928350] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1214.093724] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.100812] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88451aa-e1e2-4269-83ec-7e06b936984a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.109021] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6423962-b776-4007-8841-164561a72f37 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.113432] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.143658] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32c4c09-deff-408c-9e7c-a5d82f842130 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.151895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ca333-9771-408f-a978-f43bd704a200 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.171719] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.209009] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ec152-610a-47ee-8cd2-f538d3f12be7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.232116] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b520664d-18cc-4b8a-8eeb-7ddf572543af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.239995] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071173} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.253428] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.254137] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.257901] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b673c-de81-4bb9-9c77-2ab0a117d58b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.278646] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.278941] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8549f0e6-1383-46e7-a67e-18dda102a458 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.301396] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1214.301396] env[69566]: value = "task-3408342" [ 1214.301396] env[69566]: _type = "Task" [ 1214.301396] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.309334] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.627493] env[69566]: DEBUG nova.compute.manager [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.627739] env[69566]: DEBUG nova.compute.manager [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing instance network info cache due to event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1214.627901] env[69566]: DEBUG oslo_concurrency.lockutils [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.628055] env[69566]: DEBUG oslo_concurrency.lockutils [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.628221] env[69566]: DEBUG nova.network.neutron [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.690967] env[69566]: ERROR nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [req-9819a385-e31c-4a2b-81e2-fe24373421ee] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9819a385-e31c-4a2b-81e2-fe24373421ee"}]} [ 1214.697726] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.697945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.698170] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.698361] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.698527] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.700783] env[69566]: INFO nova.compute.manager [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Terminating instance [ 1214.710744] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1214.726756] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1214.726960] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1214.738618] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1214.757243] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1214.815546] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408342, 'name': ReconfigVM_Task, 'duration_secs': 0.305985} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.816054] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.816831] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10dfb556-2bea-4ba6-a6cc-2fd10e6763ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.828270] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1214.828270] env[69566]: value = "task-3408343" [ 1214.828270] env[69566]: _type = "Task" [ 1214.828270] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.840956] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408343, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.908373] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d22a78-1498-4db5-89d2-ebbd38bc3e9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.918690] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac2509-380b-4b1d-9eac-7812ec212d28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.954168] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154253a5-60df-4209-890b-ada5912426f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.961643] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c2c1f2-405c-41a2-9fcb-dfa11d8dfbf8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.975391] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.206999] env[69566]: DEBUG nova.compute.manager [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.207421] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.208710] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1aa840-0a0f-4e7c-9d44-33aea5beee38 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.216981] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.217304] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7af8ac1-87eb-4e8d-ba1b-2a5cbda65202 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.224769] env[69566]: DEBUG oslo_vmware.api [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1215.224769] env[69566]: value = "task-3408344" [ 1215.224769] env[69566]: _type = "Task" [ 1215.224769] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.234098] env[69566]: DEBUG oslo_vmware.api [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.339406] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408343, 'name': Rename_Task, 'duration_secs': 0.138068} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.339887] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.340025] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4a69a73-bf6f-43d9-8699-ea53ef537ec2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.346861] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1215.346861] env[69566]: value = "task-3408345" [ 1215.346861] env[69566]: _type = "Task" [ 1215.346861] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.355690] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.474212] env[69566]: DEBUG nova.network.neutron [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updated VIF entry in instance network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.474658] env[69566]: DEBUG nova.network.neutron [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.514310] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1215.514563] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 151 to 152 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1215.514717] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1215.737369] env[69566]: DEBUG oslo_vmware.api [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408344, 'name': PowerOffVM_Task, 'duration_secs': 0.204377} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.737369] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.737369] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.737369] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19e50dc-16c2-4352-ba2c-3287a015eb78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.822648] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.822907] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.823079] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleting the datastore file [datastore2] c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.823566] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6624c3e4-1740-452b-8bfb-da575ea9da13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.829546] env[69566]: DEBUG oslo_vmware.api [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for the task: (returnval){ [ 1215.829546] env[69566]: value = "task-3408347" [ 1215.829546] env[69566]: _type = "Task" [ 1215.829546] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.836827] env[69566]: DEBUG oslo_vmware.api [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.856032] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.937834] env[69566]: DEBUG nova.network.neutron [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Port 58eaf56e-536a-451c-9d34-6f1d2f147238 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1215.976959] env[69566]: DEBUG oslo_concurrency.lockutils [req-2698ec86-e218-4285-b028-96e2abf31f90 req-240be899-e4f9-4934-ba30-f0bc8cb45aa9 service nova] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.023029] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1216.023430] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.637s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.024064] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.610s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.025109] env[69566]: INFO nova.compute.claims [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.340948] env[69566]: DEBUG oslo_vmware.api [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Task: {'id': task-3408347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323332} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.340948] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.340948] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.341189] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.341229] env[69566]: INFO nova.compute.manager [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1216.341903] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.341903] env[69566]: DEBUG nova.compute.manager [-] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.342108] env[69566]: DEBUG nova.network.neutron [-] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.361800] env[69566]: DEBUG oslo_vmware.api [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408345, 'name': PowerOnVM_Task, 'duration_secs': 0.61898} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.362103] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.362327] env[69566]: INFO nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1216.362519] env[69566]: DEBUG nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.363361] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf189f15-6841-4dd4-95b0-3170cf151dfd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.628956] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.629356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.630495] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "3d9ba984-8f64-417a-a044-9631add65528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.630495] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.630495] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.632409] env[69566]: INFO nova.compute.manager [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Terminating instance [ 1216.884576] env[69566]: INFO nova.compute.manager [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Took 13.57 seconds to build instance. [ 1216.966733] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.966733] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.969124] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.095826] env[69566]: DEBUG nova.compute.manager [req-c493c6e6-8306-4b2b-ab7d-015dc533cfa7 req-8a0a5ce5-5b3d-4a7d-b453-7b93f39542e3 service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Received event network-vif-deleted-4e33f8e1-0542-4b05-8790-4227721ebe34 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.096036] env[69566]: INFO nova.compute.manager [req-c493c6e6-8306-4b2b-ab7d-015dc533cfa7 req-8a0a5ce5-5b3d-4a7d-b453-7b93f39542e3 service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Neutron deleted interface 4e33f8e1-0542-4b05-8790-4227721ebe34; detaching it from the instance and deleting it from the info cache [ 1217.096224] env[69566]: DEBUG nova.network.neutron [req-c493c6e6-8306-4b2b-ab7d-015dc533cfa7 req-8a0a5ce5-5b3d-4a7d-b453-7b93f39542e3 service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.138635] env[69566]: DEBUG nova.compute.manager [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.139144] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.140404] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084f9029-04a8-4b3c-983d-5944e04ba21d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.152572] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.155292] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26e30aa7-3008-40bd-8afb-df1d97cdb5f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.162712] env[69566]: DEBUG oslo_vmware.api [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1217.162712] env[69566]: value = "task-3408348" [ 1217.162712] env[69566]: _type = "Task" [ 1217.162712] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.175911] env[69566]: DEBUG oslo_vmware.api [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.235618] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e33de5-a164-448f-9595-2bb2b1db84cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.247999] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c302465a-92b0-4d99-9087-371dc8bcd421 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.278986] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871564df-1e93-4d0e-8525-409428c23d09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.287801] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbeb616-528a-4165-9481-653f9991aaac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.302102] env[69566]: DEBUG nova.compute.provider_tree [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.387655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7abca31c-d627-469b-adb7-74cdb8df1672 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "84953ed3-0ba7-4801-b833-529434b80144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.079s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.387655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "84953ed3-0ba7-4801-b833-529434b80144" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.580s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.387655] env[69566]: INFO nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 84953ed3-0ba7-4801-b833-529434b80144] During sync_power_state the instance has a pending task (spawning). Skip. [ 1217.387655] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "84953ed3-0ba7-4801-b833-529434b80144" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.472169] env[69566]: DEBUG nova.network.neutron [-] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.586429] env[69566]: INFO nova.compute.manager [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Rebuilding instance [ 1217.599430] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bee79d5d-52ed-423b-b5c4-12796bcc17bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.615424] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed38b8-fa83-4363-b116-f6eeb2dfa0ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.646875] env[69566]: DEBUG nova.compute.manager [req-c493c6e6-8306-4b2b-ab7d-015dc533cfa7 req-8a0a5ce5-5b3d-4a7d-b453-7b93f39542e3 service nova] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Detach interface failed, port_id=4e33f8e1-0542-4b05-8790-4227721ebe34, reason: Instance c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.651655] env[69566]: DEBUG nova.compute.manager [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.652488] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069a0b7f-41f0-49a8-a333-7c4b93cd6893 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.671467] env[69566]: DEBUG oslo_vmware.api [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408348, 'name': PowerOffVM_Task, 'duration_secs': 0.216314} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.671786] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.671974] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.672272] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-170b7525-72d0-4338-a0b3-cad30028cdfd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.733340] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.733741] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.733971] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Deleting the datastore file [datastore1] 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.734289] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e409a5d0-5b58-4ffa-8371-04e122988db0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.740580] env[69566]: DEBUG oslo_vmware.api [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1217.740580] env[69566]: value = "task-3408350" [ 1217.740580] env[69566]: _type = "Task" [ 1217.740580] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.748450] env[69566]: DEBUG oslo_vmware.api [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.807074] env[69566]: DEBUG nova.scheduler.client.report [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.814651] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.814876] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.977799] env[69566]: INFO nova.compute.manager [-] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Took 1.64 seconds to deallocate network for instance. [ 1218.014328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.014328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.014328] env[69566]: DEBUG nova.network.neutron [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.250985] env[69566]: DEBUG oslo_vmware.api [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184513} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.251318] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.251545] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.251739] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.251916] env[69566]: INFO nova.compute.manager [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.252238] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.252388] env[69566]: DEBUG nova.compute.manager [-] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.252485] env[69566]: DEBUG nova.network.neutron [-] [instance: 3d9ba984-8f64-417a-a044-9631add65528] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.316030] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.318146] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.321746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.229s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.321975] env[69566]: DEBUG nova.objects.instance [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'resources' on Instance uuid 8b4fb637-4164-4f03-a9ff-62cdae833c84 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.324161] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1218.484245] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.664504] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.664825] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c03eb87-2b5a-4b88-9e59-8718d48ee921 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.672563] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1218.672563] env[69566]: value = "task-3408351" [ 1218.672563] env[69566]: _type = "Task" [ 1218.672563] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.684091] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.810153] env[69566]: DEBUG nova.network.neutron [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.824146] env[69566]: DEBUG nova.compute.utils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.830944] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.831293] env[69566]: DEBUG nova.network.neutron [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.856168] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.883905] env[69566]: DEBUG nova.policy [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96158d5183f54abe81c44952d98c567a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5331223cd384fb591ce2440cb1f9119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.001121] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06678136-d4d6-4181-93ce-a87605037188 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.007187] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01440e4-6040-4ddc-b977-b2ffe241d8c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.037572] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30f2468-f32b-4a9b-b09a-5179b3290c30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.046424] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e2d56-87fc-42a1-b1ef-ee54c296517f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.061108] env[69566]: DEBUG nova.compute.provider_tree [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.134065] env[69566]: DEBUG nova.compute.manager [req-bbb4a43d-11ce-416b-a334-db5d4137cfaf req-95a9ea95-1d3c-43f0-963b-5a65c28bdf57 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Received event network-vif-deleted-9b268f51-17d9-4dc3-b089-a6da9a5a7d73 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.134332] env[69566]: INFO nova.compute.manager [req-bbb4a43d-11ce-416b-a334-db5d4137cfaf req-95a9ea95-1d3c-43f0-963b-5a65c28bdf57 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Neutron deleted interface 9b268f51-17d9-4dc3-b089-a6da9a5a7d73; detaching it from the instance and deleting it from the info cache [ 1219.134544] env[69566]: DEBUG nova.network.neutron [req-bbb4a43d-11ce-416b-a334-db5d4137cfaf req-95a9ea95-1d3c-43f0-963b-5a65c28bdf57 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.137139] env[69566]: DEBUG nova.network.neutron [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Successfully created port: bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.183924] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408351, 'name': PowerOffVM_Task, 'duration_secs': 0.24295} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.184200] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.184439] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.185250] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a4154a-db3f-4f39-bc2b-8decf64fdd3b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.194054] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.194292] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86878f5f-ccbf-405c-a1b0-106d63711b27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.221281] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.221529] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.221719] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Deleting the datastore file [datastore1] 84953ed3-0ba7-4801-b833-529434b80144 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.221969] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04193419-fd08-4508-af8f-90f0ae50423f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.223876] env[69566]: DEBUG nova.network.neutron [-] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.231536] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1219.231536] env[69566]: value = "task-3408353" [ 1219.231536] env[69566]: _type = "Task" [ 1219.231536] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.246020] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.314310] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.329413] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.583301] env[69566]: ERROR nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [req-d6b11e61-f22c-45d9-ab44-af9f491a9644] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6b11e61-f22c-45d9-ab44-af9f491a9644"}]} [ 1219.600747] env[69566]: DEBUG nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1219.614573] env[69566]: DEBUG nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1219.614824] env[69566]: DEBUG nova.compute.provider_tree [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.626140] env[69566]: DEBUG nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1219.637594] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11284bfa-47c8-4fc5-94e1-cca317a16bb8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.645149] env[69566]: DEBUG nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1219.649646] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e4853-4bc0-487d-94a5-8535af355c1d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.678321] env[69566]: DEBUG nova.compute.manager [req-bbb4a43d-11ce-416b-a334-db5d4137cfaf req-95a9ea95-1d3c-43f0-963b-5a65c28bdf57 service nova] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Detach interface failed, port_id=9b268f51-17d9-4dc3-b089-a6da9a5a7d73, reason: Instance 3d9ba984-8f64-417a-a044-9631add65528 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.726941] env[69566]: INFO nova.compute.manager [-] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Took 1.47 seconds to deallocate network for instance. [ 1219.742076] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321042} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.742076] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.742076] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.742383] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.826347] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe0371-72ba-4816-8cbe-a47e5d85bc15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.833826] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88512dc5-6638-47e2-8241-be2c5a6dfe83 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.841693] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56988d2f-9268-4fd5-ae70-f63a0454a09c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.849501] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484ed81-e654-4144-b5be-ffc71f71dc9f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.894618] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a19af-4dcc-4bd8-ba6b-5c02615df578 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.903643] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073bd80b-506e-4f2c-973b-2e0c40586e95 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.918626] env[69566]: DEBUG nova.compute.provider_tree [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.233811] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.346685] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.373869] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.374012] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.374075] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.374273] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.374469] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.374635] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.374858] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.375011] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.375204] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.375376] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.375549] env[69566]: DEBUG nova.virt.hardware [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.376467] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859e113-c339-4869-a7ba-b558c2b5ef6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.384406] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a21afc-69b6-4025-be31-f15b95f05f70 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.449231] env[69566]: DEBUG nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1220.449503] env[69566]: DEBUG nova.compute.provider_tree [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 153 to 154 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1220.449685] env[69566]: DEBUG nova.compute.provider_tree [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.577672] env[69566]: DEBUG nova.compute.manager [req-09a7ea53-579b-41ba-bb2c-a43e39432a9c req-71e8ee87-d77a-48eb-baae-b7eda303a06f service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Received event network-vif-plugged-bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.577911] env[69566]: DEBUG oslo_concurrency.lockutils [req-09a7ea53-579b-41ba-bb2c-a43e39432a9c req-71e8ee87-d77a-48eb-baae-b7eda303a06f service nova] Acquiring lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.578135] env[69566]: DEBUG oslo_concurrency.lockutils [req-09a7ea53-579b-41ba-bb2c-a43e39432a9c req-71e8ee87-d77a-48eb-baae-b7eda303a06f service nova] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.578305] env[69566]: DEBUG oslo_concurrency.lockutils [req-09a7ea53-579b-41ba-bb2c-a43e39432a9c req-71e8ee87-d77a-48eb-baae-b7eda303a06f service nova] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.578667] env[69566]: DEBUG nova.compute.manager [req-09a7ea53-579b-41ba-bb2c-a43e39432a9c req-71e8ee87-d77a-48eb-baae-b7eda303a06f service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] No waiting events found dispatching network-vif-plugged-bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.578667] env[69566]: WARNING nova.compute.manager [req-09a7ea53-579b-41ba-bb2c-a43e39432a9c req-71e8ee87-d77a-48eb-baae-b7eda303a06f service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Received unexpected event network-vif-plugged-bf18e0e0-4a76-4d3e-be51-f077f2d2d765 for instance with vm_state building and task_state spawning. [ 1220.670668] env[69566]: DEBUG nova.network.neutron [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Successfully updated port: bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.775074] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.775355] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.775548] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.775737] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.775915] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.776042] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.776254] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.776415] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.776581] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.776743] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.776911] env[69566]: DEBUG nova.virt.hardware [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.777757] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18760bb2-4982-48fe-9bd5-abb70cfd609a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.785467] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b514cb61-2fcb-494d-aa90-0956dc8fa851 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.798534] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance VIF info [] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.803998] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.804249] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.804463] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aabe8c16-9126-4b40-8b65-2dce4a1c5424 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.820825] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.820825] env[69566]: value = "task-3408354" [ 1220.820825] env[69566]: _type = "Task" [ 1220.820825] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.828407] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408354, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.949516] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b701bd-09d5-434f-9331-39c7ce01859b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.954414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.633s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.970203] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.486s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.970495] env[69566]: DEBUG nova.objects.instance [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lazy-loading 'resources' on Instance uuid c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.972461] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa496024-87d8-4691-901a-98f950185093 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.981122] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.989035] env[69566]: INFO nova.scheduler.client.report [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocations for instance 8b4fb637-4164-4f03-a9ff-62cdae833c84 [ 1221.175070] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.175070] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.175070] env[69566]: DEBUG nova.network.neutron [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.331210] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408354, 'name': CreateVM_Task, 'duration_secs': 0.262721} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.331575] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.331846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.332020] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.332387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.332660] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f616985-b3b5-45b4-95ad-dc67484d640d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.336904] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1221.336904] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525b5861-db89-3904-f2dc-a45453ecc568" [ 1221.336904] env[69566]: _type = "Task" [ 1221.336904] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.344287] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525b5861-db89-3904-f2dc-a45453ecc568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.487702] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.489037] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f34b8181-2680-4da5-accc-8ff42028950e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.495830] env[69566]: DEBUG oslo_concurrency.lockutils [None req-011ec2b6-0260-42e0-bbab-6a693b133fbf tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.861s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.497051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.691s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.497051] env[69566]: INFO nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] During sync_power_state the instance has a pending task (deleting). Skip. [ 1221.497051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "8b4fb637-4164-4f03-a9ff-62cdae833c84" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.500474] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1221.500474] env[69566]: value = "task-3408355" [ 1221.500474] env[69566]: _type = "Task" [ 1221.500474] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.508701] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.623793] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53efbe8a-adcf-461d-9074-2f42646425e7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.632910] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9034e0ad-b72e-44e3-a0d9-fd58c091534c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.663121] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd04c2eb-ca45-490e-ba8a-b448232bdc04 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.670339] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0059796-87af-4794-a4f5-ae8320aa460f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.685308] env[69566]: DEBUG nova.compute.provider_tree [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.713144] env[69566]: DEBUG nova.network.neutron [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.854022] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525b5861-db89-3904-f2dc-a45453ecc568, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.854022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.854022] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.854022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.854022] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.854022] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.854022] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d78e2db0-4f92-415c-b4e0-65ae9171cb35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.861901] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.862604] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.862851] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964b68fb-35dd-489b-8611-f2e762109b5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.867325] env[69566]: DEBUG nova.network.neutron [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [{"id": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "address": "fa:16:3e:93:59:0d", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf18e0e0-4a", "ovs_interfaceid": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.870450] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1221.870450] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527ea462-2d62-04ac-ad7d-e33f3f9c1cb2" [ 1221.870450] env[69566]: _type = "Task" [ 1221.870450] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.879523] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527ea462-2d62-04ac-ad7d-e33f3f9c1cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.011479] env[69566]: DEBUG oslo_vmware.api [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408355, 'name': PowerOnVM_Task, 'duration_secs': 0.389522} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.011776] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.011963] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9eb575-d399-469a-b0f0-9fba6b1d439f tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance 'be9342a3-10bc-4ed5-934d-4f3d52dc9859' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.188599] env[69566]: DEBUG nova.scheduler.client.report [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.369726] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.370101] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Instance network_info: |[{"id": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "address": "fa:16:3e:93:59:0d", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf18e0e0-4a", "ovs_interfaceid": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.370518] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:59:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf18e0e0-4a76-4d3e-be51-f077f2d2d765', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.377821] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.378111] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.381314] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8556544b-8e7a-47d1-b769-36255242a81b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.401066] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527ea462-2d62-04ac-ad7d-e33f3f9c1cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.018391} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.402706] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.402706] env[69566]: value = "task-3408356" [ 1222.402706] env[69566]: _type = "Task" [ 1222.402706] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.402878] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd7022d-2907-493b-85dc-56cfdff9da78 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.410059] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1222.410059] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527b8cf7-4c3e-03ca-4a3e-68191ffd15c6" [ 1222.410059] env[69566]: _type = "Task" [ 1222.410059] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.413039] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408356, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.419731] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527b8cf7-4c3e-03ca-4a3e-68191ffd15c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.606185] env[69566]: DEBUG nova.compute.manager [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Received event network-changed-bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.606459] env[69566]: DEBUG nova.compute.manager [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Refreshing instance network info cache due to event network-changed-bf18e0e0-4a76-4d3e-be51-f077f2d2d765. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.606650] env[69566]: DEBUG oslo_concurrency.lockutils [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] Acquiring lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.606793] env[69566]: DEBUG oslo_concurrency.lockutils [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] Acquired lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.606958] env[69566]: DEBUG nova.network.neutron [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Refreshing network info cache for port bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.694023] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.696528] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.843s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.698694] env[69566]: INFO nova.compute.claims [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.716455] env[69566]: INFO nova.scheduler.client.report [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Deleted allocations for instance c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3 [ 1222.914575] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408356, 'name': CreateVM_Task, 'duration_secs': 0.308667} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.917351] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.918066] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.918244] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.918559] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.919176] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a1ef3e4-0b1a-446a-a157-ff65787a1068 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.924107] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527b8cf7-4c3e-03ca-4a3e-68191ffd15c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.924690] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.924945] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.925192] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-915983ad-15f4-4143-87f1-027315ce24dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.927849] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1222.927849] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52474fca-f9d0-64a5-594a-060c349ee5bb" [ 1222.927849] env[69566]: _type = "Task" [ 1222.927849] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.932606] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1222.932606] env[69566]: value = "task-3408357" [ 1222.932606] env[69566]: _type = "Task" [ 1222.932606] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.938429] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52474fca-f9d0-64a5-594a-060c349ee5bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.943048] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.225534] env[69566]: DEBUG oslo_concurrency.lockutils [None req-22784005-28de-4036-af30-62eec98987c4 tempest-AttachVolumeNegativeTest-1400300488 tempest-AttachVolumeNegativeTest-1400300488-project-member] Lock "c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.526s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.371941] env[69566]: DEBUG nova.network.neutron [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updated VIF entry in instance network info cache for port bf18e0e0-4a76-4d3e-be51-f077f2d2d765. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.372395] env[69566]: DEBUG nova.network.neutron [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [{"id": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "address": "fa:16:3e:93:59:0d", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf18e0e0-4a", "ovs_interfaceid": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.440586] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52474fca-f9d0-64a5-594a-060c349ee5bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009122} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.441288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.441564] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.441894] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.442076] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.442322] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.445559] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9186f84e-f26b-4b54-b3a4-9910170697c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.447367] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457497} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.447623] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.447829] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.448402] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24cf7d27-d483-41b5-acf8-3e5c45e952ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.454804] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.455050] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.456948] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150aae50-c503-4db5-b41d-1c4f82a68c64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.459539] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1223.459539] env[69566]: value = "task-3408359" [ 1223.459539] env[69566]: _type = "Task" [ 1223.459539] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.465035] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1223.465035] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ff72cc-e1ed-f314-d508-c9ee44118607" [ 1223.465035] env[69566]: _type = "Task" [ 1223.465035] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.471555] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.476971] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff72cc-e1ed-f314-d508-c9ee44118607, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.477764] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b19597-8931-416a-bbe3-1183700d1637 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.482443] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1223.482443] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d7ec69-b886-5f2a-4fb1-04f8e4e4b020" [ 1223.482443] env[69566]: _type = "Task" [ 1223.482443] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.490008] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d7ec69-b886-5f2a-4fb1-04f8e4e4b020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.841935] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f4a08e-4fea-423d-bdd2-999c43592614 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.849417] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abb410b-498f-4e75-af45-2d3885d2aea2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.880637] env[69566]: DEBUG oslo_concurrency.lockutils [req-c3c63d52-657f-4918-885e-d0e554228d07 req-9237e26d-e7e3-4f5b-8ac8-5868f88797d2 service nova] Releasing lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.881875] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe9fc65-c1ea-44de-a958-91348c436644 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.889541] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc7e09a-cac5-4c42-9e91-aa50bcaf5c9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.905577] env[69566]: DEBUG nova.compute.provider_tree [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.969108] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063726} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.969392] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.970202] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4412d27-56be-41f2-9dc5-5113f9c47c94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.989497] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.989867] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e73c5ee-c00f-443a-8cde-b0acba8ae7c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.012669] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d7ec69-b886-5f2a-4fb1-04f8e4e4b020, 'name': SearchDatastore_Task, 'duration_secs': 0.007455} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.013837] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.014134] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd/f0afb933-709c-4422-8717-fce7c8f9d9fd.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.014473] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1224.014473] env[69566]: value = "task-3408360" [ 1224.014473] env[69566]: _type = "Task" [ 1224.014473] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.014792] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e62823-c9d7-4682-873f-d75d1884ea97 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.022722] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1224.022722] env[69566]: value = "task-3408361" [ 1224.022722] env[69566]: _type = "Task" [ 1224.022722] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.025793] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.033353] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.409195] env[69566]: DEBUG nova.scheduler.client.report [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.526882] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.534875] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.847589] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.847850] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.848063] env[69566]: DEBUG nova.compute.manager [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Going to confirm migration 6 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1224.915108] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.915896] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.919099] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.686s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.919346] env[69566]: DEBUG nova.objects.instance [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'resources' on Instance uuid 3d9ba984-8f64-417a-a044-9631add65528 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.027032] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408360, 'name': ReconfigVM_Task, 'duration_secs': 0.749995} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.029898] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 84953ed3-0ba7-4801-b833-529434b80144/84953ed3-0ba7-4801-b833-529434b80144.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.030609] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17cfb985-74c7-4f1b-8c25-221deb5afe5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.038912] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606322} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.040129] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd/f0afb933-709c-4422-8717-fce7c8f9d9fd.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.040368] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.040674] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1225.040674] env[69566]: value = "task-3408362" [ 1225.040674] env[69566]: _type = "Task" [ 1225.040674] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.040841] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05ebb938-cfbd-4da5-8332-3ad951ae2821 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.053717] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408362, 'name': Rename_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.053974] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1225.053974] env[69566]: value = "task-3408363" [ 1225.053974] env[69566]: _type = "Task" [ 1225.053974] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.061331] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.409121] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.409328] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquired lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.409558] env[69566]: DEBUG nova.network.neutron [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.409693] env[69566]: DEBUG nova.objects.instance [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'info_cache' on Instance uuid be9342a3-10bc-4ed5-934d-4f3d52dc9859 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.421754] env[69566]: DEBUG nova.compute.utils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.426646] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.426816] env[69566]: DEBUG nova.network.neutron [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.464719] env[69566]: DEBUG nova.policy [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6044d1f558744bbb3112dd6d6dfdfaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374585788df04c4193901a67e6f0941a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.554783] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408362, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.562064] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.427424} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.562354] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.564320] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a7122-5d9a-4709-a7cb-2e43ddd3d770 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.591845] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd/f0afb933-709c-4422-8717-fce7c8f9d9fd.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.594672] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef486b5-6518-4145-82c0-425f7116e51a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.615206] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1225.615206] env[69566]: value = "task-3408364" [ 1225.615206] env[69566]: _type = "Task" [ 1225.615206] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.623237] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.636253] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032bb9c-eb02-4d57-b765-0d31f1717d2a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.643084] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236217e0-2983-4419-a3fc-040519184c6c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.674940] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45bd740-d03b-46b6-b6ee-f91eb04ca8b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682130] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065206ce-7063-4d48-a2dd-7d8d74d0d7af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.695366] env[69566]: DEBUG nova.compute.provider_tree [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.803623] env[69566]: DEBUG nova.network.neutron [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Successfully created port: cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.929539] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.052804] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408362, 'name': Rename_Task, 'duration_secs': 0.604929} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.052906] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.053156] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af834ef4-72fe-4543-bf5e-6ae8b6fc98e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.058816] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1226.058816] env[69566]: value = "task-3408365" [ 1226.058816] env[69566]: _type = "Task" [ 1226.058816] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.066218] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.125320] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408364, 'name': ReconfigVM_Task, 'duration_secs': 0.290911} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.125626] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd/f0afb933-709c-4422-8717-fce7c8f9d9fd.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.126275] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34c2d5f9-bda4-4395-9cc5-4275de49506a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.132410] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1226.132410] env[69566]: value = "task-3408366" [ 1226.132410] env[69566]: _type = "Task" [ 1226.132410] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.139466] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408366, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.198969] env[69566]: DEBUG nova.scheduler.client.report [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.572482] env[69566]: DEBUG oslo_vmware.api [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408365, 'name': PowerOnVM_Task, 'duration_secs': 0.404578} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.572789] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.573041] env[69566]: DEBUG nova.compute.manager [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.573881] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc8e89f-6f99-409d-8f2b-49325d70fbec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.637891] env[69566]: DEBUG nova.network.neutron [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [{"id": "58eaf56e-536a-451c-9d34-6f1d2f147238", "address": "fa:16:3e:59:6f:df", "network": {"id": "8b51db4f-b644-498b-b3fd-b4d7c8bd829d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1277927794-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e1060aded8e47b0ad946096b5159a10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58eaf56e-53", "ovs_interfaceid": "58eaf56e-536a-451c-9d34-6f1d2f147238", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.643467] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408366, 'name': Rename_Task, 'duration_secs': 0.144051} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.643467] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.643761] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-479ba46a-510a-4e2a-80c3-7f8221829009 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.649618] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1226.649618] env[69566]: value = "task-3408368" [ 1226.649618] env[69566]: _type = "Task" [ 1226.649618] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.659415] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.704305] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.730437] env[69566]: INFO nova.scheduler.client.report [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Deleted allocations for instance 3d9ba984-8f64-417a-a044-9631add65528 [ 1226.943063] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.970686] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.970992] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.971265] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.971473] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.971683] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.971876] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.972107] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.972286] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.972452] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.972619] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.972794] env[69566]: DEBUG nova.virt.hardware [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.973720] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a3337b-8b5f-4064-8431-77d4c9e77dd6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.982525] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eeb152-bc8e-4e26-af1c-90a70df99e5b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.093171] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.093532] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.093768] env[69566]: DEBUG nova.objects.instance [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1227.144737] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Releasing lock "refresh_cache-be9342a3-10bc-4ed5-934d-4f3d52dc9859" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.145031] env[69566]: DEBUG nova.objects.instance [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'migration_context' on Instance uuid be9342a3-10bc-4ed5-934d-4f3d52dc9859 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.166022] env[69566]: DEBUG oslo_vmware.api [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408368, 'name': PowerOnVM_Task, 'duration_secs': 0.439862} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.166022] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.166022] env[69566]: INFO nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1227.166022] env[69566]: DEBUG nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.166022] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3864dd96-fccb-46d7-87a5-5e0ce0289659 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.187335] env[69566]: DEBUG nova.compute.manager [req-306d699f-10df-4c71-b50f-5aa882a93d1f req-9b49bcd6-0dc8-49b0-871e-732734c6e908 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Received event network-vif-plugged-cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.187563] env[69566]: DEBUG oslo_concurrency.lockutils [req-306d699f-10df-4c71-b50f-5aa882a93d1f req-9b49bcd6-0dc8-49b0-871e-732734c6e908 service nova] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.187777] env[69566]: DEBUG oslo_concurrency.lockutils [req-306d699f-10df-4c71-b50f-5aa882a93d1f req-9b49bcd6-0dc8-49b0-871e-732734c6e908 service nova] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.187947] env[69566]: DEBUG oslo_concurrency.lockutils [req-306d699f-10df-4c71-b50f-5aa882a93d1f req-9b49bcd6-0dc8-49b0-871e-732734c6e908 service nova] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.188136] env[69566]: DEBUG nova.compute.manager [req-306d699f-10df-4c71-b50f-5aa882a93d1f req-9b49bcd6-0dc8-49b0-871e-732734c6e908 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] No waiting events found dispatching network-vif-plugged-cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.188307] env[69566]: WARNING nova.compute.manager [req-306d699f-10df-4c71-b50f-5aa882a93d1f req-9b49bcd6-0dc8-49b0-871e-732734c6e908 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Received unexpected event network-vif-plugged-cb84993f-6a63-4be9-8bd1-7046820ca52f for instance with vm_state building and task_state spawning. [ 1227.241819] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7c4a6911-4c92-4e97-838d-741a4ac36b13 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "3d9ba984-8f64-417a-a044-9631add65528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.612s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.307868] env[69566]: DEBUG nova.network.neutron [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Successfully updated port: cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.358016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "84953ed3-0ba7-4801-b833-529434b80144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.358362] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "84953ed3-0ba7-4801-b833-529434b80144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.358646] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "84953ed3-0ba7-4801-b833-529434b80144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.358894] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "84953ed3-0ba7-4801-b833-529434b80144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.359135] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "84953ed3-0ba7-4801-b833-529434b80144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.361783] env[69566]: INFO nova.compute.manager [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Terminating instance [ 1227.648083] env[69566]: DEBUG nova.objects.base [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.649055] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f3952-14c1-46dd-bf8c-4548f19215bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.669646] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400bf78f-76d7-4b5e-8d9e-6cd0078579b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.679284] env[69566]: DEBUG oslo_vmware.api [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1227.679284] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527882f2-35ea-0003-c0c5-1a27f613c65f" [ 1227.679284] env[69566]: _type = "Task" [ 1227.679284] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.684833] env[69566]: INFO nova.compute.manager [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Took 15.30 seconds to build instance. [ 1227.690154] env[69566]: DEBUG oslo_vmware.api [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527882f2-35ea-0003-c0c5-1a27f613c65f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.810424] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.810593] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.810753] env[69566]: DEBUG nova.network.neutron [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.866263] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "refresh_cache-84953ed3-0ba7-4801-b833-529434b80144" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.866479] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquired lock "refresh_cache-84953ed3-0ba7-4801-b833-529434b80144" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.866644] env[69566]: DEBUG nova.network.neutron [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.105024] env[69566]: DEBUG oslo_concurrency.lockutils [None req-496f5aab-2ef8-4707-99cc-5501ef9f05d6 tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.186356] env[69566]: DEBUG oslo_concurrency.lockutils [None req-76a2785b-35e2-4651-8033-662c50d19bda tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.810s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.192550] env[69566]: DEBUG oslo_vmware.api [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527882f2-35ea-0003-c0c5-1a27f613c65f, 'name': SearchDatastore_Task, 'duration_secs': 0.014192} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.192827] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.193080] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.359744] env[69566]: DEBUG nova.network.neutron [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.387985] env[69566]: DEBUG nova.network.neutron [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.435617] env[69566]: DEBUG nova.network.neutron [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.553153] env[69566]: DEBUG nova.network.neutron [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.806020] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8886b3-f037-424d-a945-ee401d0866c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.814064] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879d5b2b-8aeb-4e2c-82e1-cbdf1f364c49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.846343] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858ed35f-9e19-40a4-9f74-4d44d37551e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.854336] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb636220-3645-4ec1-a8f0-a8c53ff7541a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.868417] env[69566]: DEBUG nova.compute.provider_tree [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.938798] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Releasing lock "refresh_cache-84953ed3-0ba7-4801-b833-529434b80144" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.939469] env[69566]: DEBUG nova.compute.manager [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.939760] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.940775] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa1851-8a16-40d0-b9b1-0d56cd75dd9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.949937] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.950064] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f57c7e5-c82e-4502-b246-e69e2936b1c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.957426] env[69566]: DEBUG oslo_vmware.api [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1228.957426] env[69566]: value = "task-3408369" [ 1228.957426] env[69566]: _type = "Task" [ 1228.957426] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.966135] env[69566]: DEBUG oslo_vmware.api [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.056632] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.057101] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Instance network_info: |[{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.057679] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:f0:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb84993f-6a63-4be9-8bd1-7046820ca52f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.067279] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating folder: Project (374585788df04c4193901a67e6f0941a). Parent ref: group-v679651. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1229.067772] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3c63a9-b22c-462d-a935-e9beae559295 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.079051] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created folder: Project (374585788df04c4193901a67e6f0941a) in parent group-v679651. [ 1229.079051] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating folder: Instances. Parent ref: group-v679981. {{(pid=69566) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1229.079051] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a507be8-87fc-458b-97b5-f7e5c3a24db5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.087356] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created folder: Instances in parent group-v679981. [ 1229.087609] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.087803] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.088024] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e11d65-2ee0-4b97-9ea1-98b3d2aba449 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.107078] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.107078] env[69566]: value = "task-3408372" [ 1229.107078] env[69566]: _type = "Task" [ 1229.107078] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.116057] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408372, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.194111] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.194347] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.216141] env[69566]: DEBUG nova.compute.manager [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Received event network-changed-cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.216368] env[69566]: DEBUG nova.compute.manager [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Refreshing instance network info cache due to event network-changed-cb84993f-6a63-4be9-8bd1-7046820ca52f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.216537] env[69566]: DEBUG oslo_concurrency.lockutils [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.216678] env[69566]: DEBUG oslo_concurrency.lockutils [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.216835] env[69566]: DEBUG nova.network.neutron [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Refreshing network info cache for port cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.372645] env[69566]: DEBUG nova.scheduler.client.report [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.468320] env[69566]: DEBUG oslo_vmware.api [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408369, 'name': PowerOffVM_Task, 'duration_secs': 0.129124} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.468722] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.469038] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.469412] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f2f1997-3888-4463-b999-9168d878859d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.494365] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.494649] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.494833] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Deleting the datastore file [datastore1] 84953ed3-0ba7-4801-b833-529434b80144 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.495137] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0180d24a-5e38-4090-b422-3327793ee9a4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.502741] env[69566]: DEBUG oslo_vmware.api [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for the task: (returnval){ [ 1229.502741] env[69566]: value = "task-3408374" [ 1229.502741] env[69566]: _type = "Task" [ 1229.502741] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.512514] env[69566]: DEBUG oslo_vmware.api [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.617661] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408372, 'name': CreateVM_Task, 'duration_secs': 0.309903} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.617861] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.618652] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.618876] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.619271] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.619577] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5b80cd-cf4b-41fc-9739-0ff8655bab0a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.624432] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1229.624432] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5254575b-1d62-8474-61de-c49350cace84" [ 1229.624432] env[69566]: _type = "Task" [ 1229.624432] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.632156] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5254575b-1d62-8474-61de-c49350cace84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.696959] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.958288] env[69566]: DEBUG nova.network.neutron [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updated VIF entry in instance network info cache for port cb84993f-6a63-4be9-8bd1-7046820ca52f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.958759] env[69566]: DEBUG nova.network.neutron [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.012131] env[69566]: DEBUG oslo_vmware.api [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Task: {'id': task-3408374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105709} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.012432] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.012650] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.012840] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.013054] env[69566]: INFO nova.compute.manager [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1230.013348] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.013577] env[69566]: DEBUG nova.compute.manager [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.013688] env[69566]: DEBUG nova.network.neutron [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.057367] env[69566]: DEBUG nova.compute.manager [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1230.135147] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5254575b-1d62-8474-61de-c49350cace84, 'name': SearchDatastore_Task, 'duration_secs': 0.025289} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.135427] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.135670] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.135917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.136081] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.136275] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.136541] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96be5bd6-2de7-488e-bf75-e5b0cf33a189 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.144578] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.144753] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.145474] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4675c8c-5fcc-4311-9b7e-60af31c5149f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.150803] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1230.150803] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]529b4812-f21e-5ec5-e2ee-35ddbb7a70cb" [ 1230.150803] env[69566]: _type = "Task" [ 1230.150803] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.162498] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]529b4812-f21e-5ec5-e2ee-35ddbb7a70cb, 'name': SearchDatastore_Task} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.163637] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60766de8-71c5-4fa8-b0a3-033d1acd22a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.168747] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1230.168747] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5241d253-2d04-ac13-765c-4ac68f377e50" [ 1230.168747] env[69566]: _type = "Task" [ 1230.168747] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.176214] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5241d253-2d04-ac13-765c-4ac68f377e50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.217312] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.264016] env[69566]: DEBUG nova.network.neutron [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.387094] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.194s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.390354] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.173s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.394026] env[69566]: INFO nova.compute.claims [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.462141] env[69566]: DEBUG oslo_concurrency.lockutils [req-559edab4-8eb3-42b9-aaa4-cefcd85db287 req-3632e84e-372c-4282-859f-c8b38ace3d8c service nova] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.574068] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.680032] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5241d253-2d04-ac13-765c-4ac68f377e50, 'name': SearchDatastore_Task, 'duration_secs': 0.008314} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.680294] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.680737] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee/0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.680880] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d146d94-8ebb-4492-a840-c76087cb9ec0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.687253] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1230.687253] env[69566]: value = "task-3408376" [ 1230.687253] env[69566]: _type = "Task" [ 1230.687253] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.695189] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.767057] env[69566]: DEBUG nova.network.neutron [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.952894] env[69566]: INFO nova.scheduler.client.report [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted allocation for migration 3dc208e8-f8e9-4f24-b468-f0647120879b [ 1231.197231] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.269999] env[69566]: INFO nova.compute.manager [-] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Took 1.26 seconds to deallocate network for instance. [ 1231.458907] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3723cc41-6a9b-487b-909d-1f43f71a2bfe tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.611s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.528020] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f837a43-b734-4039-bf01-256895c678cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.535954] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a951c808-a15c-493f-be5d-f459e45047d6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.567247] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9595bfef-4f50-4712-90ae-37526d1c7ac6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.574134] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e663b632-a09e-468d-bdc6-20eaba18c5c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.586912] env[69566]: DEBUG nova.compute.provider_tree [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.649234] env[69566]: INFO nova.compute.manager [None req-ab660cfc-143d-493e-b771-faec0442fa5a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Get console output [ 1231.649590] env[69566]: WARNING nova.virt.vmwareapi.driver [None req-ab660cfc-143d-493e-b771-faec0442fa5a tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] The console log is missing. Check your VSPC configuration [ 1231.697168] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637856} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.697572] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee/0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.697688] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.697873] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a34b0cc-d3b2-482c-affb-3cb8e2986846 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.704132] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1231.704132] env[69566]: value = "task-3408377" [ 1231.704132] env[69566]: _type = "Task" [ 1231.704132] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.711711] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.776688] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.090094] env[69566]: DEBUG nova.scheduler.client.report [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.214213] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062589} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.214586] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.215212] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fcf624-2190-425e-bc59-f8df1fca5f9c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.236743] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee/0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.237291] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-934ae46d-21bb-4dc3-9ac9-c2543f469507 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.256602] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1232.256602] env[69566]: value = "task-3408378" [ 1232.256602] env[69566]: _type = "Task" [ 1232.256602] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.264217] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.595153] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.595697] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.598392] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.024s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.766963] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408378, 'name': ReconfigVM_Task, 'duration_secs': 0.267514} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.767276] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee/0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.767995] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88a098ce-c739-467e-a6dc-c3723ef0d86d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.774645] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1232.774645] env[69566]: value = "task-3408379" [ 1232.774645] env[69566]: _type = "Task" [ 1232.774645] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.783739] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408379, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.101499] env[69566]: DEBUG nova.compute.utils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.104900] env[69566]: INFO nova.compute.claims [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.108302] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.108515] env[69566]: DEBUG nova.network.neutron [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.151872] env[69566]: DEBUG nova.policy [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f05631382cdf49ee922284c01492131f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '925a6dfa7a694542887ad1bceb66abfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.285651] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408379, 'name': Rename_Task, 'duration_secs': 0.163706} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.285651] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.285651] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aecb24c-b64d-4f4f-998d-e52c02ac27f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.292204] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1233.292204] env[69566]: value = "task-3408380" [ 1233.292204] env[69566]: _type = "Task" [ 1233.292204] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.300381] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.423571] env[69566]: DEBUG nova.network.neutron [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Successfully created port: a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.609648] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.614139] env[69566]: INFO nova.compute.resource_tracker [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating resource usage from migration 16380621-7002-49e5-928a-19a96fef10d6 [ 1233.805862] env[69566]: DEBUG oslo_vmware.api [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408380, 'name': PowerOnVM_Task, 'duration_secs': 0.437506} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.808869] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.809706] env[69566]: INFO nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1233.813309] env[69566]: DEBUG nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.814696] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33033a5-a2ec-465d-b58f-29005d7c5574 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.827174] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c213f4b3-8238-43f9-b0b3-d7faa300000f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.835048] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2126a-163a-48b2-8ed3-8aaa48dc5cab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.870014] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7e285-a5bd-48e4-9bbb-9577c37b8ddc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.882270] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6671322f-1169-4bab-a9ed-001fb2b72965 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.896287] env[69566]: DEBUG nova.compute.provider_tree [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.341342] env[69566]: INFO nova.compute.manager [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Took 15.51 seconds to build instance. [ 1234.400417] env[69566]: DEBUG nova.scheduler.client.report [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.626033] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1234.651566] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.651837] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.652006] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.652276] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.652414] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.652531] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.652752] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.652913] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.653095] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.653267] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.653446] env[69566]: DEBUG nova.virt.hardware [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.654341] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b739a63f-7fea-4541-a914-2cad48e8520f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.662770] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce9c7d-568f-44d4-894e-6aa47e39d4ac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.825633] env[69566]: DEBUG nova.compute.manager [req-7f9c65bc-1183-4247-a3c2-6ad0ef6ae923 req-56f8e6dd-8a90-4b88-8d0a-d121e1eb830e service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Received event network-vif-plugged-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.825869] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f9c65bc-1183-4247-a3c2-6ad0ef6ae923 req-56f8e6dd-8a90-4b88-8d0a-d121e1eb830e service nova] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.826092] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f9c65bc-1183-4247-a3c2-6ad0ef6ae923 req-56f8e6dd-8a90-4b88-8d0a-d121e1eb830e service nova] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.826270] env[69566]: DEBUG oslo_concurrency.lockutils [req-7f9c65bc-1183-4247-a3c2-6ad0ef6ae923 req-56f8e6dd-8a90-4b88-8d0a-d121e1eb830e service nova] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.826528] env[69566]: DEBUG nova.compute.manager [req-7f9c65bc-1183-4247-a3c2-6ad0ef6ae923 req-56f8e6dd-8a90-4b88-8d0a-d121e1eb830e service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] No waiting events found dispatching network-vif-plugged-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.826604] env[69566]: WARNING nova.compute.manager [req-7f9c65bc-1183-4247-a3c2-6ad0ef6ae923 req-56f8e6dd-8a90-4b88-8d0a-d121e1eb830e service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Received unexpected event network-vif-plugged-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c for instance with vm_state building and task_state spawning. [ 1234.842848] env[69566]: DEBUG oslo_concurrency.lockutils [None req-adcdd2fc-8b29-4cec-be21-60fd300ffb86 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.028s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.911703] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.313s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.911925] env[69566]: INFO nova.compute.manager [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Migrating [ 1234.921756] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.142s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.921756] env[69566]: DEBUG nova.objects.instance [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lazy-loading 'resources' on Instance uuid 84953ed3-0ba7-4801-b833-529434b80144 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.003038] env[69566]: DEBUG nova.network.neutron [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Successfully updated port: a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.430596] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.430947] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.431166] env[69566]: DEBUG nova.network.neutron [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.509327] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.509478] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.509628] env[69566]: DEBUG nova.network.neutron [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.567150] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdda2f2-dfdb-4142-8a95-647129dc3b52 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.575045] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1805e5d9-3569-4703-bac4-995d916e755b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.605168] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56646b-31ea-4495-8d18-6c1f0bdb68b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.612751] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f452d79-b795-4d1f-b51d-9607aecba2a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.625915] env[69566]: DEBUG nova.compute.provider_tree [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.054783] env[69566]: DEBUG nova.network.neutron [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.130180] env[69566]: DEBUG nova.scheduler.client.report [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.188649] env[69566]: DEBUG nova.network.neutron [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating instance_info_cache with network_info: [{"id": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "address": "fa:16:3e:15:4f:8f", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91d5f6a-37", "ovs_interfaceid": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.193441] env[69566]: DEBUG nova.network.neutron [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [{"id": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "address": "fa:16:3e:93:59:0d", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf18e0e0-4a", "ovs_interfaceid": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.639671] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.660659] env[69566]: INFO nova.scheduler.client.report [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Deleted allocations for instance 84953ed3-0ba7-4801-b833-529434b80144 [ 1236.691624] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.691951] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Instance network_info: |[{"id": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "address": "fa:16:3e:15:4f:8f", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91d5f6a-37", "ovs_interfaceid": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1236.692462] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:4f:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a91d5f6a-37b2-41ce-9625-ad3de73f8c5c', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1236.700307] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.700634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.701857] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1236.702569] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f374545-fbe7-4b3c-92b4-7f7c478ce70e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.724852] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1236.724852] env[69566]: value = "task-3408381" [ 1236.724852] env[69566]: _type = "Task" [ 1236.724852] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.735078] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408381, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.959287] env[69566]: DEBUG nova.compute.manager [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Received event network-changed-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.959548] env[69566]: DEBUG nova.compute.manager [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Refreshing instance network info cache due to event network-changed-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.959722] env[69566]: DEBUG oslo_concurrency.lockutils [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] Acquiring lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.959849] env[69566]: DEBUG oslo_concurrency.lockutils [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] Acquired lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.960013] env[69566]: DEBUG nova.network.neutron [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Refreshing network info cache for port a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.169537] env[69566]: DEBUG oslo_concurrency.lockutils [None req-69420d07-a485-4202-9f31-beac6153bb1f tempest-ServerShowV254Test-932736664 tempest-ServerShowV254Test-932736664-project-member] Lock "84953ed3-0ba7-4801-b833-529434b80144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.811s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.234410] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408381, 'name': CreateVM_Task, 'duration_secs': 0.305672} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.234599] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.241896] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.241896] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.242252] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.242708] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2958406-0f50-463f-b63c-05b101206ef2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.248139] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1237.248139] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52dc569e-8ef2-9c15-dd6b-4caae72b5782" [ 1237.248139] env[69566]: _type = "Task" [ 1237.248139] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.256664] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dc569e-8ef2-9c15-dd6b-4caae72b5782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.649769] env[69566]: DEBUG nova.network.neutron [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updated VIF entry in instance network info cache for port a91d5f6a-37b2-41ce-9625-ad3de73f8c5c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1237.650142] env[69566]: DEBUG nova.network.neutron [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating instance_info_cache with network_info: [{"id": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "address": "fa:16:3e:15:4f:8f", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91d5f6a-37", "ovs_interfaceid": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.758451] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52dc569e-8ef2-9c15-dd6b-4caae72b5782, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.758754] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.758988] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.759239] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.759391] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.759571] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.759825] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-148768cd-3d01-459c-9ae4-348d92fb2a28 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.767695] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.767888] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.768583] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7297eaa0-ee97-4b0b-bfcf-9e4c7827e720 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.773199] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1237.773199] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]527002ca-f356-3153-3c61-6bbb3baeedc3" [ 1237.773199] env[69566]: _type = "Task" [ 1237.773199] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.780608] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527002ca-f356-3153-3c61-6bbb3baeedc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.053125] env[69566]: DEBUG oslo_concurrency.lockutils [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.053426] env[69566]: DEBUG oslo_concurrency.lockutils [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.152466] env[69566]: DEBUG oslo_concurrency.lockutils [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] Releasing lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.152732] env[69566]: DEBUG nova.compute.manager [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Received event network-changed-cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.152916] env[69566]: DEBUG nova.compute.manager [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Refreshing instance network info cache due to event network-changed-cb84993f-6a63-4be9-8bd1-7046820ca52f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.153147] env[69566]: DEBUG oslo_concurrency.lockutils [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.153291] env[69566]: DEBUG oslo_concurrency.lockutils [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.153478] env[69566]: DEBUG nova.network.neutron [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Refreshing network info cache for port cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.231936] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dcefb8-ec4f-4c79-bcea-758094d94e64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.251392] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.282515] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]527002ca-f356-3153-3c61-6bbb3baeedc3, 'name': SearchDatastore_Task, 'duration_secs': 0.007799} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.283347] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d078d7dc-1f1c-4ba7-ac10-3c069376d3ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.288436] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1238.288436] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52f6533f-1bb3-0ffc-28a8-2c43664d4c73" [ 1238.288436] env[69566]: _type = "Task" [ 1238.288436] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.296555] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f6533f-1bb3-0ffc-28a8-2c43664d4c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.556493] env[69566]: INFO nova.compute.manager [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Detaching volume 88f9f719-09c3-40fa-9ab1-dd68bb70b38d [ 1238.591620] env[69566]: INFO nova.virt.block_device [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Attempting to driver detach volume 88f9f719-09c3-40fa-9ab1-dd68bb70b38d from mountpoint /dev/sdb [ 1238.591847] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.592053] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679967', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'name': 'volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3a86bd4f-f64f-43ec-977d-200949b5bc4b', 'attached_at': '', 'detached_at': '', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'serial': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.593033] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4874b69-989d-46a3-9cd6-e3fd0d3651f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.614102] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e5044-7e3c-4952-b92e-0134edb4772e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.620750] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6bc0b1-1e37-4e2e-99ed-9d768d6fb8d4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.640012] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea71377-1bf0-499a-b001-17a1ca325aa0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.653958] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] The volume has not been displaced from its original location: [datastore2] volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d/volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.659559] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.661334] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-529ea12d-4395-4565-8d8f-21aba5239c09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.679037] env[69566]: DEBUG oslo_vmware.api [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1238.679037] env[69566]: value = "task-3408382" [ 1238.679037] env[69566]: _type = "Task" [ 1238.679037] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.688020] env[69566]: DEBUG oslo_vmware.api [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.757348] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.757828] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5347af7c-0384-4780-a430-7e6351221899 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.766265] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1238.766265] env[69566]: value = "task-3408383" [ 1238.766265] env[69566]: _type = "Task" [ 1238.766265] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.775017] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.797943] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52f6533f-1bb3-0ffc-28a8-2c43664d4c73, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.800225] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.800492] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 06114c86-f285-4ef1-8bfd-1aa3d6ef6172/06114c86-f285-4ef1-8bfd-1aa3d6ef6172.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.800750] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4add9eaa-6dad-485a-b106-047df22193a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.806814] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1238.806814] env[69566]: value = "task-3408384" [ 1238.806814] env[69566]: _type = "Task" [ 1238.806814] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.814840] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408384, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.893125] env[69566]: DEBUG nova.network.neutron [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updated VIF entry in instance network info cache for port cb84993f-6a63-4be9-8bd1-7046820ca52f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.893533] env[69566]: DEBUG nova.network.neutron [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.189522] env[69566]: DEBUG oslo_vmware.api [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408382, 'name': ReconfigVM_Task, 'duration_secs': 0.208372} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.189870] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1239.195612] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41c7d2c-6e68-4200-b157-5f941e416324 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.214689] env[69566]: DEBUG oslo_vmware.api [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1239.214689] env[69566]: value = "task-3408385" [ 1239.214689] env[69566]: _type = "Task" [ 1239.214689] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.223076] env[69566]: DEBUG oslo_vmware.api [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.276511] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408383, 'name': PowerOffVM_Task, 'duration_secs': 0.190279} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.276899] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.277077] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.316864] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408384, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455524} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.317893] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 06114c86-f285-4ef1-8bfd-1aa3d6ef6172/06114c86-f285-4ef1-8bfd-1aa3d6ef6172.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.318143] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.318397] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-626997e4-fb87-48f1-af8f-1480bd01c5aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.326280] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1239.326280] env[69566]: value = "task-3408386" [ 1239.326280] env[69566]: _type = "Task" [ 1239.326280] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.334353] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.396300] env[69566]: DEBUG oslo_concurrency.lockutils [req-35024c28-06a7-47d9-9fa2-c5f1aecadc0f req-6615c4d5-5240-42c4-87bf-ea8b04fddfd8 service nova] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.725386] env[69566]: DEBUG oslo_vmware.api [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408385, 'name': ReconfigVM_Task, 'duration_secs': 0.147522} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.725386] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679967', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'name': 'volume-88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3a86bd4f-f64f-43ec-977d-200949b5bc4b', 'attached_at': '', 'detached_at': '', 'volume_id': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d', 'serial': '88f9f719-09c3-40fa-9ab1-dd68bb70b38d'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.784045] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.784317] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.784480] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.784670] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.784850] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.784998] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.785226] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.785389] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.785573] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.785732] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.785907] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.791179] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd0a74b-1950-427b-a5ea-3645131ad8b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.806783] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1239.806783] env[69566]: value = "task-3408387" [ 1239.806783] env[69566]: _type = "Task" [ 1239.806783] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.814576] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.834597] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063255} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.834939] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.835757] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f39dae-8e00-4034-b46b-3d04519dc0fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.858062] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 06114c86-f285-4ef1-8bfd-1aa3d6ef6172/06114c86-f285-4ef1-8bfd-1aa3d6ef6172.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.858409] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803f3d6c-db0f-4b37-a8f5-5b7baa688f67 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.877020] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1239.877020] env[69566]: value = "task-3408388" [ 1239.877020] env[69566]: _type = "Task" [ 1239.877020] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.886301] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.266642] env[69566]: DEBUG nova.objects.instance [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'flavor' on Instance uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.316863] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408387, 'name': ReconfigVM_Task, 'duration_secs': 0.487739} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.317240] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.387854] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.823618] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.824046] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.824046] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.824230] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.824340] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.824490] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.824702] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.824867] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.825050] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.825225] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.825404] env[69566]: DEBUG nova.virt.hardware [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.830917] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.831194] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d7ab13-29b7-4e4d-930c-4f83d66c344f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.848938] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1240.848938] env[69566]: value = "task-3408389" [ 1240.848938] env[69566]: _type = "Task" [ 1240.848938] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.856613] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408389, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.886956] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408388, 'name': ReconfigVM_Task, 'duration_secs': 0.627053} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.887239] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 06114c86-f285-4ef1-8bfd-1aa3d6ef6172/06114c86-f285-4ef1-8bfd-1aa3d6ef6172.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.887835] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7db9a5ec-58cc-487b-9e1f-96d056fce8c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.894739] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1240.894739] env[69566]: value = "task-3408390" [ 1240.894739] env[69566]: _type = "Task" [ 1240.894739] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.905129] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408390, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.275076] env[69566]: DEBUG oslo_concurrency.lockutils [None req-351a8c49-dd70-47e2-8b5d-1554b6c1b442 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.359463] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408389, 'name': ReconfigVM_Task, 'duration_secs': 0.159245} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.359727] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.360538] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561fb8ab-9dbd-498e-bfe4-d38fcf2e083e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.382731] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd/f0afb933-709c-4422-8717-fce7c8f9d9fd.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.382934] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd942a08-320a-4782-bace-497560da8ba0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.404578] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408390, 'name': Rename_Task, 'duration_secs': 0.226161} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.405305] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.405549] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ea70119-f333-49cc-a04d-bfc1802f6b25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.407848] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1241.407848] env[69566]: value = "task-3408391" [ 1241.407848] env[69566]: _type = "Task" [ 1241.407848] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.412939] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1241.412939] env[69566]: value = "task-3408392" [ 1241.412939] env[69566]: _type = "Task" [ 1241.412939] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.416312] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.422979] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.917518] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408391, 'name': ReconfigVM_Task, 'duration_secs': 0.269247} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.920807] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd/f0afb933-709c-4422-8717-fce7c8f9d9fd.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.921130] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.929278] env[69566]: DEBUG oslo_vmware.api [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408392, 'name': PowerOnVM_Task, 'duration_secs': 0.413386} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.929524] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.929757] env[69566]: INFO nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1241.929946] env[69566]: DEBUG nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.930697] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485bdeaa-24e9-4f95-ae18-c38d49379530 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.295352] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.295625] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.295846] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.296044] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.296226] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.298334] env[69566]: INFO nova.compute.manager [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Terminating instance [ 1242.427578] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8145005b-1242-4267-8a27-1e9ea526f248 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.450436] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ca29a2-3348-4342-a597-581cf6c17121 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.454822] env[69566]: INFO nova.compute.manager [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Took 12.25 seconds to build instance. [ 1242.468970] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.802374] env[69566]: DEBUG nova.compute.manager [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.802374] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.803257] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce0bf7e-b427-4ffd-b26c-0a42a3e93882 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.811256] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.811454] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5143d3fd-0548-4374-99d5-1896693bcdf0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.817392] env[69566]: DEBUG oslo_vmware.api [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1242.817392] env[69566]: value = "task-3408393" [ 1242.817392] env[69566]: _type = "Task" [ 1242.817392] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.825168] env[69566]: DEBUG oslo_vmware.api [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.956528] env[69566]: DEBUG oslo_concurrency.lockutils [None req-2421cfb3-2215-4646-8b43-bf530d101f0a tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.762s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.067250] env[69566]: DEBUG nova.network.neutron [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Port bf18e0e0-4a76-4d3e-be51-f077f2d2d765 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1243.329653] env[69566]: DEBUG oslo_vmware.api [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408393, 'name': PowerOffVM_Task, 'duration_secs': 0.406044} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.330968] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.331319] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.332512] env[69566]: DEBUG nova.compute.manager [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Received event network-changed-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.332712] env[69566]: DEBUG nova.compute.manager [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Refreshing instance network info cache due to event network-changed-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.332924] env[69566]: DEBUG oslo_concurrency.lockutils [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] Acquiring lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.333079] env[69566]: DEBUG oslo_concurrency.lockutils [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] Acquired lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.333243] env[69566]: DEBUG nova.network.neutron [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Refreshing network info cache for port a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.334306] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9adf5073-d02b-4325-b13b-40694475fc25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.400486] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.400678] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.400854] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleting the datastore file [datastore2] 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.401127] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91b8ca0c-2953-42ae-9aeb-288637c41188 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.408801] env[69566]: DEBUG oslo_vmware.api [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1243.408801] env[69566]: value = "task-3408395" [ 1243.408801] env[69566]: _type = "Task" [ 1243.408801] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.416181] env[69566]: DEBUG oslo_vmware.api [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.919284] env[69566]: DEBUG oslo_vmware.api [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132309} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.919548] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.919743] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.919927] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.920120] env[69566]: INFO nova.compute.manager [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1243.920365] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.920556] env[69566]: DEBUG nova.compute.manager [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.920652] env[69566]: DEBUG nova.network.neutron [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.042464] env[69566]: DEBUG nova.network.neutron [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updated VIF entry in instance network info cache for port a91d5f6a-37b2-41ce-9625-ad3de73f8c5c. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.042963] env[69566]: DEBUG nova.network.neutron [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating instance_info_cache with network_info: [{"id": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "address": "fa:16:3e:15:4f:8f", "network": {"id": "9a21a976-ef6b-4992-a615-3100cec83fb3", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1192637015-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "925a6dfa7a694542887ad1bceb66abfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa91d5f6a-37", "ovs_interfaceid": "a91d5f6a-37b2-41ce-9625-ad3de73f8c5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.088306] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.088546] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.088692] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.462309] env[69566]: DEBUG nova.compute.manager [req-55c9b681-cfec-4bab-b6df-09c261b2bd66 req-bac3a1b9-9c92-478d-8a9c-e4bbe0142685 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Received event network-vif-deleted-5dc09d14-4eb1-43e1-87d3-6f459ebe034e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.462567] env[69566]: INFO nova.compute.manager [req-55c9b681-cfec-4bab-b6df-09c261b2bd66 req-bac3a1b9-9c92-478d-8a9c-e4bbe0142685 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Neutron deleted interface 5dc09d14-4eb1-43e1-87d3-6f459ebe034e; detaching it from the instance and deleting it from the info cache [ 1244.462761] env[69566]: DEBUG nova.network.neutron [req-55c9b681-cfec-4bab-b6df-09c261b2bd66 req-bac3a1b9-9c92-478d-8a9c-e4bbe0142685 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.545913] env[69566]: DEBUG oslo_concurrency.lockutils [req-1b41c25b-eb3d-4773-925a-16037ce5eedb req-65cfb30a-10a7-41b9-8c6d-e334dbb0b009 service nova] Releasing lock "refresh_cache-06114c86-f285-4ef1-8bfd-1aa3d6ef6172" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.844162] env[69566]: DEBUG nova.network.neutron [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.965805] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29a4b11a-35df-494d-a9ea-8eb3f80f6660 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.978929] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d6f1ff-77e0-453e-8446-49a956d3ef38 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.007732] env[69566]: DEBUG nova.compute.manager [req-55c9b681-cfec-4bab-b6df-09c261b2bd66 req-bac3a1b9-9c92-478d-8a9c-e4bbe0142685 service nova] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Detach interface failed, port_id=5dc09d14-4eb1-43e1-87d3-6f459ebe034e, reason: Instance 3a86bd4f-f64f-43ec-977d-200949b5bc4b could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.124277] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.124500] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.124644] env[69566]: DEBUG nova.network.neutron [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.347417] env[69566]: INFO nova.compute.manager [-] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Took 1.43 seconds to deallocate network for instance. [ 1245.812569] env[69566]: DEBUG nova.network.neutron [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [{"id": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "address": "fa:16:3e:93:59:0d", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf18e0e0-4a", "ovs_interfaceid": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.853390] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.853740] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.853977] env[69566]: DEBUG nova.objects.instance [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'resources' on Instance uuid 3a86bd4f-f64f-43ec-977d-200949b5bc4b {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.315061] env[69566]: DEBUG oslo_concurrency.lockutils [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.465504] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f697b4-b11d-4b6b-a669-c0b7f94b9a5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.472882] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a836b90-7ca3-4773-8ce8-4c6ffcccc645 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.503865] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483d136-87f3-4486-9056-b7d0bff7edbf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.510396] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a156c0-d243-42a1-abe7-d196c33284d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.523089] env[69566]: DEBUG nova.compute.provider_tree [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.835714] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb41b58-8ccd-458d-b6f9-a8a5da25b21b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.853970] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda6879-4f24-48c8-b00c-b030f409dcfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.860483] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.044014] env[69566]: ERROR nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [req-493d7c52-b231-472b-bbb5-b4a8a87dfb01] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-493d7c52-b231-472b-bbb5-b4a8a87dfb01"}]} [ 1247.059822] env[69566]: DEBUG nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1247.073249] env[69566]: DEBUG nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1247.073473] env[69566]: DEBUG nova.compute.provider_tree [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.083667] env[69566]: DEBUG nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1247.099532] env[69566]: DEBUG nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1247.194969] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bad1c0-87e9-42da-ae68-ecd101b59cff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.202539] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5371736c-d9ea-4a24-96ce-1b5698085297 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.232506] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c71d9-2ea0-466e-b072-de15bca282c5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.239072] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3a07d5-a30f-41d6-8edb-b69ad1594d4c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.252125] env[69566]: DEBUG nova.compute.provider_tree [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.366674] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.366977] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be51e2d6-9c9f-4d5e-9ce5-0ac85ec9621b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.374658] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1247.374658] env[69566]: value = "task-3408396" [ 1247.374658] env[69566]: _type = "Task" [ 1247.374658] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.382095] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.783137] env[69566]: DEBUG nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1247.783416] env[69566]: DEBUG nova.compute.provider_tree [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 158 to 159 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1247.783621] env[69566]: DEBUG nova.compute.provider_tree [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.884875] env[69566]: DEBUG oslo_vmware.api [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408396, 'name': PowerOnVM_Task, 'duration_secs': 0.369471} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.885159] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.885351] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-baf497b1-e710-4c55-b0bc-42cf49e0c5e2 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance 'f0afb933-709c-4422-8717-fce7c8f9d9fd' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.289709] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.436s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.314667] env[69566]: INFO nova.scheduler.client.report [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted allocations for instance 3a86bd4f-f64f-43ec-977d-200949b5bc4b [ 1248.822863] env[69566]: DEBUG oslo_concurrency.lockutils [None req-32d2b91f-5446-43f8-b468-388f05531f3a tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "3a86bd4f-f64f-43ec-977d-200949b5bc4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.527s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.820480] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.820913] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.821561] env[69566]: DEBUG nova.compute.manager [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Going to confirm migration 7 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1250.253046] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.253046] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.390327] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.390523] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.390705] env[69566]: DEBUG nova.network.neutron [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.390894] env[69566]: DEBUG nova.objects.instance [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'info_cache' on Instance uuid f0afb933-709c-4422-8717-fce7c8f9d9fd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.755575] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.279477] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.279477] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.280903] env[69566]: INFO nova.compute.claims [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.521189] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.521436] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.521654] env[69566]: INFO nova.compute.manager [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Shelving [ 1251.584025] env[69566]: DEBUG nova.network.neutron [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [{"id": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "address": "fa:16:3e:93:59:0d", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf18e0e0-4a", "ovs_interfaceid": "bf18e0e0-4a76-4d3e-be51-f077f2d2d765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.087348] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-f0afb933-709c-4422-8717-fce7c8f9d9fd" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.087589] env[69566]: DEBUG nova.objects.instance [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'migration_context' on Instance uuid f0afb933-709c-4422-8717-fce7c8f9d9fd {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.408089] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a8ed69-0d52-4f84-90ae-b471328e6ffe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.417483] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f35e08e-2c69-48df-b008-61a85c5350d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.447431] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3d62b5-f344-4560-ac82-59ed78152eca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.455023] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e3b4f-548a-47fe-89ba-f99aa0cd23b0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.468274] env[69566]: DEBUG nova.compute.provider_tree [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.535502] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.535828] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90130b2f-f3af-4adf-a8e6-3ad14ca2a2eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.543247] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1252.543247] env[69566]: value = "task-3408397" [ 1252.543247] env[69566]: _type = "Task" [ 1252.543247] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.551103] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.590286] env[69566]: DEBUG nova.objects.base [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1252.591267] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd73b41-a671-47c8-a1af-68c7622e9de1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.610871] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d5996c-bf14-44d2-a1e4-7487090580e5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.616387] env[69566]: DEBUG oslo_vmware.api [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1252.616387] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]525aa2fb-2b91-a185-622d-83271649f80c" [ 1252.616387] env[69566]: _type = "Task" [ 1252.616387] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.624590] env[69566]: DEBUG oslo_vmware.api [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525aa2fb-2b91-a185-622d-83271649f80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.971959] env[69566]: DEBUG nova.scheduler.client.report [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.055511] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408397, 'name': PowerOffVM_Task, 'duration_secs': 0.258683} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.055798] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.056611] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7e857c-a1a2-4a3d-b3a4-a47842c0ac7e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.074791] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc394e50-36d0-43cf-963b-1ee69a9e6863 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.126446] env[69566]: DEBUG oslo_vmware.api [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]525aa2fb-2b91-a185-622d-83271649f80c, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.126690] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.477470] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.477994] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.480823] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.354s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.584763] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1253.585145] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-49cd5132-2f4c-4770-8a3a-7e0332071b41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.593366] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1253.593366] env[69566]: value = "task-3408398" [ 1253.593366] env[69566]: _type = "Task" [ 1253.593366] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.601490] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.984947] env[69566]: DEBUG nova.compute.utils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.989698] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.990673] env[69566]: DEBUG nova.network.neutron [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.029289] env[69566]: DEBUG nova.policy [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6214a93e4649889e016439dfc3b740', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4e637624a134302935bc431afcc153c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.102779] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408398, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.115206] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bdd19e-f170-41a5-a06d-6b4375bcde62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.122488] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699cdbc6-5299-4e53-a3d3-e4feb0c36910 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.155217] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13751ac-096b-4891-8a08-eef87db4a9ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.162879] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7cc1a-23c9-4a4c-96bd-280507a7bc96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.176711] env[69566]: DEBUG nova.compute.provider_tree [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.307264] env[69566]: DEBUG nova.network.neutron [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Successfully created port: b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.493029] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.604329] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408398, 'name': CreateSnapshot_Task, 'duration_secs': 0.520611} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.604329] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1254.605079] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778b3eb7-009b-42c3-994d-1fcdc77c1b93 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.679505] env[69566]: DEBUG nova.scheduler.client.report [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.135827] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1255.136573] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd0fa401-e9b6-4e72-a176-ec7fa28b2a79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.145059] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1255.145059] env[69566]: value = "task-3408399" [ 1255.145059] env[69566]: _type = "Task" [ 1255.145059] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.153054] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408399, 'name': CloneVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.501967] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.529422] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.529745] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.529928] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.530133] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.530285] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.530526] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.530825] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.531011] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.531205] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.531397] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.531654] env[69566]: DEBUG nova.virt.hardware [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.532510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db196af-54e7-485b-8393-49a9e7dd57a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.540982] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aaedab-0318-49a0-ba5c-1a9ee24327ce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.654782] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408399, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.662013] env[69566]: DEBUG nova.compute.manager [req-f9c2ab53-9883-4ac7-a5c0-7bea99c18fe8 req-a5a4500e-ded5-4174-aafd-6695e85e4a4c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-vif-plugged-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.662236] env[69566]: DEBUG oslo_concurrency.lockutils [req-f9c2ab53-9883-4ac7-a5c0-7bea99c18fe8 req-a5a4500e-ded5-4174-aafd-6695e85e4a4c service nova] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.662450] env[69566]: DEBUG oslo_concurrency.lockutils [req-f9c2ab53-9883-4ac7-a5c0-7bea99c18fe8 req-a5a4500e-ded5-4174-aafd-6695e85e4a4c service nova] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.662664] env[69566]: DEBUG oslo_concurrency.lockutils [req-f9c2ab53-9883-4ac7-a5c0-7bea99c18fe8 req-a5a4500e-ded5-4174-aafd-6695e85e4a4c service nova] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.662839] env[69566]: DEBUG nova.compute.manager [req-f9c2ab53-9883-4ac7-a5c0-7bea99c18fe8 req-a5a4500e-ded5-4174-aafd-6695e85e4a4c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] No waiting events found dispatching network-vif-plugged-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.663056] env[69566]: WARNING nova.compute.manager [req-f9c2ab53-9883-4ac7-a5c0-7bea99c18fe8 req-a5a4500e-ded5-4174-aafd-6695e85e4a4c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received unexpected event network-vif-plugged-b6eeecef-4a97-457e-9d4c-396bd1513672 for instance with vm_state building and task_state spawning. [ 1255.688660] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.208s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.774353] env[69566]: DEBUG nova.network.neutron [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Successfully updated port: b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.155925] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408399, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.248120] env[69566]: INFO nova.scheduler.client.report [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocation for migration 16380621-7002-49e5-928a-19a96fef10d6 [ 1256.276860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.276860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.277042] env[69566]: DEBUG nova.network.neutron [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.655463] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408399, 'name': CloneVM_Task, 'duration_secs': 1.455284} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.655822] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Created linked-clone VM from snapshot [ 1256.656573] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c7ebb1-1b8a-4208-8f66-03564d7c1041 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.663500] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Uploading image a6679907-bc35-4d56-a8ce-6215193fec73 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1256.685639] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1256.685639] env[69566]: value = "vm-679986" [ 1256.685639] env[69566]: _type = "VirtualMachine" [ 1256.685639] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1256.685639] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-460ec91f-ef37-4c37-8b93-0a7f967f9e85 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.692513] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease: (returnval){ [ 1256.692513] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52426856-7d9b-6bee-fcd1-4bac42116499" [ 1256.692513] env[69566]: _type = "HttpNfcLease" [ 1256.692513] env[69566]: } obtained for exporting VM: (result){ [ 1256.692513] env[69566]: value = "vm-679986" [ 1256.692513] env[69566]: _type = "VirtualMachine" [ 1256.692513] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1256.692513] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the lease: (returnval){ [ 1256.692513] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52426856-7d9b-6bee-fcd1-4bac42116499" [ 1256.692513] env[69566]: _type = "HttpNfcLease" [ 1256.692513] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1256.698690] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.698690] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52426856-7d9b-6bee-fcd1-4bac42116499" [ 1256.698690] env[69566]: _type = "HttpNfcLease" [ 1256.698690] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.754156] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b93688ae-9fd7-436f-8b93-372d61b7ebcd tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.933s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.807697] env[69566]: DEBUG nova.network.neutron [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.985902] env[69566]: DEBUG nova.network.neutron [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.200665] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1257.200665] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52426856-7d9b-6bee-fcd1-4bac42116499" [ 1257.200665] env[69566]: _type = "HttpNfcLease" [ 1257.200665] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1257.200976] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1257.200976] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52426856-7d9b-6bee-fcd1-4bac42116499" [ 1257.200976] env[69566]: _type = "HttpNfcLease" [ 1257.200976] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1257.201711] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c491eda4-63db-4e95-994f-26beca617808 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.209020] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4f2e5-1608-2c74-5771-984dd1f01384/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1257.209204] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4f2e5-1608-2c74-5771-984dd1f01384/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1257.300727] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-abde385a-199d-4ac8-b82e-33e40d1fdc00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.387953] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.388221] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.388437] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.388621] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.388796] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.390900] env[69566]: INFO nova.compute.manager [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Terminating instance [ 1257.488514] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.488822] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance network_info: |[{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.489259] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:6c:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6eeecef-4a97-457e-9d4c-396bd1513672', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.496895] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.497117] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.497345] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-161c7610-43fe-4c10-916b-0ff4e90c2a56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.519401] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.519401] env[69566]: value = "task-3408401" [ 1257.519401] env[69566]: _type = "Task" [ 1257.519401] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.527985] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408401, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.693894] env[69566]: DEBUG nova.compute.manager [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.694294] env[69566]: DEBUG nova.compute.manager [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing instance network info cache due to event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.694497] env[69566]: DEBUG oslo_concurrency.lockutils [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.694675] env[69566]: DEBUG oslo_concurrency.lockutils [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.694913] env[69566]: DEBUG nova.network.neutron [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.817016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.817531] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.894980] env[69566]: DEBUG nova.compute.manager [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.895449] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.897450] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae975289-4281-48e6-9543-efa9d50ab247 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.907440] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.907839] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb435b2-15d9-444c-9db1-cb9891b55171 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.914288] env[69566]: DEBUG oslo_vmware.api [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1257.914288] env[69566]: value = "task-3408402" [ 1257.914288] env[69566]: _type = "Task" [ 1257.914288] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.922847] env[69566]: DEBUG oslo_vmware.api [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.029735] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408401, 'name': CreateVM_Task, 'duration_secs': 0.329922} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.029913] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.030654] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.030824] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.031185] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.031518] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77642576-a968-45eb-82a0-e26624c4edfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.036500] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1258.036500] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a25cd6-c0e9-c435-0ddd-099f1bbbd4f6" [ 1258.036500] env[69566]: _type = "Task" [ 1258.036500] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.044749] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a25cd6-c0e9-c435-0ddd-099f1bbbd4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.321950] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.424489] env[69566]: DEBUG oslo_vmware.api [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408402, 'name': PowerOffVM_Task, 'duration_secs': 0.202822} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.425221] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.425221] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.425523] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbab89c6-5745-48c2-98ab-73c40f2e0519 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.439079] env[69566]: DEBUG nova.network.neutron [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updated VIF entry in instance network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.440558] env[69566]: DEBUG nova.network.neutron [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.495280] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.496054] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.496054] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore1] f0afb933-709c-4422-8717-fce7c8f9d9fd {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.496292] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2ccd788-c882-4e8d-9f57-9e5c24c9ba43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.503264] env[69566]: DEBUG oslo_vmware.api [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1258.503264] env[69566]: value = "task-3408404" [ 1258.503264] env[69566]: _type = "Task" [ 1258.503264] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.511216] env[69566]: DEBUG oslo_vmware.api [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.549792] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a25cd6-c0e9-c435-0ddd-099f1bbbd4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.550301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.550643] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.550999] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.551181] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.551460] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.551783] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51e9efe7-0d98-4019-a919-903349ef797f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.559942] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.560132] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.560909] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c5815e-d9aa-4589-b1ac-1106d1228499 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.565875] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1258.565875] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52128843-0f72-3ff9-1f6e-6b3261e9e98a" [ 1258.565875] env[69566]: _type = "Task" [ 1258.565875] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.573579] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52128843-0f72-3ff9-1f6e-6b3261e9e98a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.847205] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.847653] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.849265] env[69566]: INFO nova.compute.claims [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.943427] env[69566]: DEBUG oslo_concurrency.lockutils [req-a3b05184-e820-4958-a917-5096daf45810 req-1fd62b14-cc98-43d8-9419-2c5eb3df40ab service nova] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.013759] env[69566]: DEBUG oslo_vmware.api [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159941} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.014142] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.014428] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.014704] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.014911] env[69566]: INFO nova.compute.manager [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1259.015238] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.015476] env[69566]: DEBUG nova.compute.manager [-] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.015642] env[69566]: DEBUG nova.network.neutron [-] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.076507] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52128843-0f72-3ff9-1f6e-6b3261e9e98a, 'name': SearchDatastore_Task, 'duration_secs': 0.008009} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.077320] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e354862-0647-4615-9ae5-8b49a1597bb6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.084411] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1259.084411] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52673ea0-47e1-b758-80d1-7c758aa06dbb" [ 1259.084411] env[69566]: _type = "Task" [ 1259.084411] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.093292] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52673ea0-47e1-b758-80d1-7c758aa06dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.399826] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.400094] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.400318] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.400512] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.400707] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.402820] env[69566]: INFO nova.compute.manager [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Terminating instance [ 1259.594925] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52673ea0-47e1-b758-80d1-7c758aa06dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.595215] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.595480] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.595748] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45aae24-dae5-4360-a388-336486e799ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.601955] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1259.601955] env[69566]: value = "task-3408405" [ 1259.601955] env[69566]: _type = "Task" [ 1259.601955] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.609947] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.720679] env[69566]: DEBUG nova.compute.manager [req-e57e607d-3961-4c1e-81f4-91b23058be61 req-22aa94d8-e35d-4e01-b8c6-d7e3afce00e0 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Received event network-vif-deleted-bf18e0e0-4a76-4d3e-be51-f077f2d2d765 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.720966] env[69566]: INFO nova.compute.manager [req-e57e607d-3961-4c1e-81f4-91b23058be61 req-22aa94d8-e35d-4e01-b8c6-d7e3afce00e0 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Neutron deleted interface bf18e0e0-4a76-4d3e-be51-f077f2d2d765; detaching it from the instance and deleting it from the info cache [ 1259.721230] env[69566]: DEBUG nova.network.neutron [req-e57e607d-3961-4c1e-81f4-91b23058be61 req-22aa94d8-e35d-4e01-b8c6-d7e3afce00e0 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.773067] env[69566]: DEBUG nova.network.neutron [-] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.906737] env[69566]: DEBUG nova.compute.manager [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.907169] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.907310] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72a22718-2339-4f39-85e5-91cea524cf3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.922040] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1259.922040] env[69566]: value = "task-3408406" [ 1259.922040] env[69566]: _type = "Task" [ 1259.922040] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.934211] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.011014] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3178aa-21cf-4c3d-9075-bd50d864b386 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.020731] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3badd4dc-c0f9-40d8-9cfd-89ba6dceddc7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.054478] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a430cd-b95f-44af-8980-ff369aa636df {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.062510] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941fef28-c5ae-4661-8673-b47172974430 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.077100] env[69566]: DEBUG nova.compute.provider_tree [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.111532] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450893} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.111845] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.112098] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.112360] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45708888-a5c0-44d1-b542-01ea27010398 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.118994] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1260.118994] env[69566]: value = "task-3408407" [ 1260.118994] env[69566]: _type = "Task" [ 1260.118994] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.128144] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.225796] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f86eb55-26d6-477f-b1fa-ccc2a1f08c73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.236258] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac1776-b611-4156-b31d-715aa1e71c15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.269213] env[69566]: DEBUG nova.compute.manager [req-e57e607d-3961-4c1e-81f4-91b23058be61 req-22aa94d8-e35d-4e01-b8c6-d7e3afce00e0 service nova] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Detach interface failed, port_id=bf18e0e0-4a76-4d3e-be51-f077f2d2d765, reason: Instance f0afb933-709c-4422-8717-fce7c8f9d9fd could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1260.275872] env[69566]: INFO nova.compute.manager [-] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Took 1.26 seconds to deallocate network for instance. [ 1260.431599] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408406, 'name': PowerOffVM_Task, 'duration_secs': 0.248891} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.431947] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.432172] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1260.432376] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679965', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'name': 'volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'be9342a3-10bc-4ed5-934d-4f3d52dc9859', 'attached_at': '2025-04-10T20:03:06.000000', 'detached_at': '', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'serial': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1260.433221] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c09bbb-a02f-4329-8e90-43abace37764 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.453238] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415be2c3-df82-47d0-9ac3-f8c83f4d96aa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.461239] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534b336b-19f3-444b-b3a7-f05276789c62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.479348] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99058123-e918-477c-acf2-6192e9203e15 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.494331] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281/volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1260.499763] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1260.500238] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87186037-b967-40db-a0c5-3b2fecd916a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.519274] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1260.519274] env[69566]: value = "task-3408408" [ 1260.519274] env[69566]: _type = "Task" [ 1260.519274] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.529340] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.579945] env[69566]: DEBUG nova.scheduler.client.report [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.629821] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.630135] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.630944] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a163eecd-25cb-4b57-9a7d-0e12bd40b045 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.653732] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.654102] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c33c704-4da5-43c3-b686-0635f5ecf48c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.675386] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1260.675386] env[69566]: value = "task-3408409" [ 1260.675386] env[69566]: _type = "Task" [ 1260.675386] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.683627] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.782338] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.031073] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408408, 'name': ReconfigVM_Task, 'duration_secs': 0.163775} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.031073] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.035684] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a49576e-bb5a-452f-9d3d-95b7ecbdf117 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.051277] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1261.051277] env[69566]: value = "task-3408410" [ 1261.051277] env[69566]: _type = "Task" [ 1261.051277] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.059496] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.088617] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.089249] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.092060] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.310s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.092282] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.111520] env[69566]: INFO nova.scheduler.client.report [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocations for instance f0afb933-709c-4422-8717-fce7c8f9d9fd [ 1261.185422] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408409, 'name': ReconfigVM_Task, 'duration_secs': 0.299847} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.185787] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.186591] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd9bbea-2d0f-45bd-b6ec-3acf3006c283 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.193267] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1261.193267] env[69566]: value = "task-3408411" [ 1261.193267] env[69566]: _type = "Task" [ 1261.193267] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.201764] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408411, 'name': Rename_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.561882] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408410, 'name': ReconfigVM_Task, 'duration_secs': 0.198692} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.562213] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679965', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'name': 'volume-ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'be9342a3-10bc-4ed5-934d-4f3d52dc9859', 'attached_at': '2025-04-10T20:03:06.000000', 'detached_at': '', 'volume_id': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281', 'serial': 'ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1261.562534] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.563383] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f176dd31-5846-4850-b4fe-ae8d5535e673 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.570139] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.570379] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cebb5bb-5cf7-4fea-826b-dcc838b36b25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.597497] env[69566]: DEBUG nova.compute.utils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.599614] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.599858] env[69566]: DEBUG nova.network.neutron [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.619241] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d51565ea-d837-4a70-bed3-5f3a62c22257 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "f0afb933-709c-4422-8717-fce7c8f9d9fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.231s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.643911] env[69566]: DEBUG nova.policy [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96158d5183f54abe81c44952d98c567a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5331223cd384fb591ce2440cb1f9119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.699397] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.699620] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.699783] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore2] be9342a3-10bc-4ed5-934d-4f3d52dc9859 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.700465] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-293ddd18-d0cc-4f12-8c51-5dbf81d31937 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.706051] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408411, 'name': Rename_Task, 'duration_secs': 0.160016} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.706686] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.706972] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b161e34-049c-44ba-a0f7-3a4add7206d6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.710406] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1261.710406] env[69566]: value = "task-3408413" [ 1261.710406] env[69566]: _type = "Task" [ 1261.710406] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.715143] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1261.715143] env[69566]: value = "task-3408414" [ 1261.715143] env[69566]: _type = "Task" [ 1261.715143] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.720932] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.725834] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.897742] env[69566]: DEBUG nova.network.neutron [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Successfully created port: cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.106335] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.227050] env[69566]: DEBUG oslo_vmware.api [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408414, 'name': PowerOnVM_Task, 'duration_secs': 0.446686} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.227307] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.227561] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.227759] env[69566]: INFO nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1262.227944] env[69566]: DEBUG nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.228745] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5059c7a6-a407-4807-ac2b-a1f0d07153c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.720695] env[69566]: DEBUG oslo_vmware.api [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.951566} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.721083] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.721355] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.721551] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.721731] env[69566]: INFO nova.compute.manager [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1262.722035] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.722240] env[69566]: DEBUG nova.compute.manager [-] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.722339] env[69566]: DEBUG nova.network.neutron [-] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.747036] env[69566]: INFO nova.compute.manager [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Took 11.49 seconds to build instance. [ 1263.116647] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.144828] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.145135] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.145314] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.145503] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.145653] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.146085] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.146085] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.146226] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.146366] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.146553] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.146741] env[69566]: DEBUG nova.virt.hardware [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.147643] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec55089-9c89-4ec4-822a-8b8fb7e0832e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.156278] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91b1da-92c3-432a-99f1-49a7633884e1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.251482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-61e2f53e-13e9-421f-b694-ed0646d4b04e tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.997s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.315335] env[69566]: DEBUG nova.compute.manager [req-26d9104d-a439-4da8-96bf-8c623072b86d req-b8dc35f1-0013-47dc-9c45-f03f0593e22f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Received event network-vif-deleted-58eaf56e-536a-451c-9d34-6f1d2f147238 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.315335] env[69566]: INFO nova.compute.manager [req-26d9104d-a439-4da8-96bf-8c623072b86d req-b8dc35f1-0013-47dc-9c45-f03f0593e22f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Neutron deleted interface 58eaf56e-536a-451c-9d34-6f1d2f147238; detaching it from the instance and deleting it from the info cache [ 1263.315335] env[69566]: DEBUG nova.network.neutron [req-26d9104d-a439-4da8-96bf-8c623072b86d req-b8dc35f1-0013-47dc-9c45-f03f0593e22f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.485449] env[69566]: DEBUG nova.compute.manager [req-6dd7f773-d5eb-40aa-91ad-d3b82e8455d8 req-3d8e14d4-152b-4e2b-94d3-d71f84c2e3ce service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Received event network-vif-plugged-cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.485678] env[69566]: DEBUG oslo_concurrency.lockutils [req-6dd7f773-d5eb-40aa-91ad-d3b82e8455d8 req-3d8e14d4-152b-4e2b-94d3-d71f84c2e3ce service nova] Acquiring lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.485890] env[69566]: DEBUG oslo_concurrency.lockutils [req-6dd7f773-d5eb-40aa-91ad-d3b82e8455d8 req-3d8e14d4-152b-4e2b-94d3-d71f84c2e3ce service nova] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.486337] env[69566]: DEBUG oslo_concurrency.lockutils [req-6dd7f773-d5eb-40aa-91ad-d3b82e8455d8 req-3d8e14d4-152b-4e2b-94d3-d71f84c2e3ce service nova] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.486337] env[69566]: DEBUG nova.compute.manager [req-6dd7f773-d5eb-40aa-91ad-d3b82e8455d8 req-3d8e14d4-152b-4e2b-94d3-d71f84c2e3ce service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] No waiting events found dispatching network-vif-plugged-cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.486492] env[69566]: WARNING nova.compute.manager [req-6dd7f773-d5eb-40aa-91ad-d3b82e8455d8 req-3d8e14d4-152b-4e2b-94d3-d71f84c2e3ce service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Received unexpected event network-vif-plugged-cbb88a11-ddac-4a10-a530-74e8f3cc9e72 for instance with vm_state building and task_state spawning. [ 1263.673611] env[69566]: DEBUG nova.network.neutron [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Successfully updated port: cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.756139] env[69566]: DEBUG nova.network.neutron [-] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.820404] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-352ccd78-28f9-4edd-9de4-f2dab62a916c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.830110] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980d295-3139-4805-a2ed-4f967a7d0bf4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.861295] env[69566]: DEBUG nova.compute.manager [req-26d9104d-a439-4da8-96bf-8c623072b86d req-b8dc35f1-0013-47dc-9c45-f03f0593e22f service nova] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Detach interface failed, port_id=58eaf56e-536a-451c-9d34-6f1d2f147238, reason: Instance be9342a3-10bc-4ed5-934d-4f3d52dc9859 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1264.176724] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.177056] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.177117] env[69566]: DEBUG nova.network.neutron [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.258941] env[69566]: INFO nova.compute.manager [-] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Took 1.54 seconds to deallocate network for instance. [ 1264.711767] env[69566]: DEBUG nova.network.neutron [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.726775] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4f2e5-1608-2c74-5771-984dd1f01384/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1264.727930] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ce76d-1143-4574-9142-b84374ad4242 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.736698] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4f2e5-1608-2c74-5771-984dd1f01384/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1264.736984] env[69566]: ERROR oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4f2e5-1608-2c74-5771-984dd1f01384/disk-0.vmdk due to incomplete transfer. [ 1264.737216] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-062ba96f-48c8-4300-bdb3-0f1a3a969d55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.746677] env[69566]: DEBUG oslo_vmware.rw_handles [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d4f2e5-1608-2c74-5771-984dd1f01384/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1264.746869] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Uploaded image a6679907-bc35-4d56-a8ce-6215193fec73 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1264.749281] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1264.749558] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1096c02a-19fc-474d-a891-1b6bba46fbf3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.756672] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1264.756672] env[69566]: value = "task-3408415" [ 1264.756672] env[69566]: _type = "Task" [ 1264.756672] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.764942] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408415, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.809390] env[69566]: INFO nova.compute.manager [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Took 0.55 seconds to detach 1 volumes for instance. [ 1264.811816] env[69566]: DEBUG nova.compute.manager [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Deleting volume: ff6e17f4-fae8-4fdb-8bc0-b5fcd5f53281 {{(pid=69566) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1264.847239] env[69566]: DEBUG nova.network.neutron [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [{"id": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "address": "fa:16:3e:ac:d2:b3", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb88a11-dd", "ovs_interfaceid": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.267678] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408415, 'name': Destroy_Task, 'duration_secs': 0.399014} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.267678] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Destroyed the VM [ 1265.268099] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1265.268099] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-13ea40f6-45af-4bd0-9365-72aa19dec265 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.275414] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1265.275414] env[69566]: value = "task-3408417" [ 1265.275414] env[69566]: _type = "Task" [ 1265.275414] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.284332] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408417, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.353250] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.353655] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Instance network_info: |[{"id": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "address": "fa:16:3e:ac:d2:b3", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb88a11-dd", "ovs_interfaceid": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.354705] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.355057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.355317] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.358096] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:d2:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb88a11-ddac-4a10-a530-74e8f3cc9e72', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.366519] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.366769] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.367280] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dce4f79-3bc6-4e7e-a87d-14e98c01bf45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.385275] env[69566]: INFO nova.scheduler.client.report [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted allocations for instance be9342a3-10bc-4ed5-934d-4f3d52dc9859 [ 1265.392542] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.392542] env[69566]: value = "task-3408418" [ 1265.392542] env[69566]: _type = "Task" [ 1265.392542] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.400893] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408418, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.523783] env[69566]: DEBUG nova.compute.manager [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Received event network-changed-cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.524757] env[69566]: DEBUG nova.compute.manager [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Refreshing instance network info cache due to event network-changed-cbb88a11-ddac-4a10-a530-74e8f3cc9e72. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.525053] env[69566]: DEBUG oslo_concurrency.lockutils [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] Acquiring lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.525239] env[69566]: DEBUG oslo_concurrency.lockutils [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] Acquired lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.525461] env[69566]: DEBUG nova.network.neutron [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Refreshing network info cache for port cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.784207] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408417, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37879} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.784421] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1265.784692] env[69566]: DEBUG nova.compute.manager [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.785533] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645b5320-4b91-4e31-995f-38e7d7f6932a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.898562] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e8843e7-10a4-4daf-903c-8c9e3b018320 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "be9342a3-10bc-4ed5-934d-4f3d52dc9859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.498s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.904792] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408418, 'name': CreateVM_Task} progress is 99%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.124634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.124634] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.124975] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.125058] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.125621] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.127216] env[69566]: INFO nova.compute.manager [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Terminating instance [ 1266.233129] env[69566]: DEBUG nova.network.neutron [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updated VIF entry in instance network info cache for port cbb88a11-ddac-4a10-a530-74e8f3cc9e72. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.233129] env[69566]: DEBUG nova.network.neutron [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [{"id": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "address": "fa:16:3e:ac:d2:b3", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb88a11-dd", "ovs_interfaceid": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.297041] env[69566]: INFO nova.compute.manager [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Shelve offloading [ 1266.405365] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408418, 'name': CreateVM_Task, 'duration_secs': 0.593619} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.405547] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.406208] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.406388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.406738] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.406973] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d818675e-b53c-4799-ba84-05a39f5a0410 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.411220] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1266.411220] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5200db6b-37de-b7d0-e9c6-35123967e460" [ 1266.411220] env[69566]: _type = "Task" [ 1266.411220] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.418532] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5200db6b-37de-b7d0-e9c6-35123967e460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.631041] env[69566]: DEBUG nova.compute.manager [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.631355] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.632382] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223250b-1736-4093-93d9-d0316e097e4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.640012] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.640218] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92586f77-d53f-4384-aa6f-0a6d83b84716 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.646343] env[69566]: DEBUG oslo_vmware.api [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1266.646343] env[69566]: value = "task-3408419" [ 1266.646343] env[69566]: _type = "Task" [ 1266.646343] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.654519] env[69566]: DEBUG oslo_vmware.api [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.735348] env[69566]: DEBUG oslo_concurrency.lockutils [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] Releasing lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.735639] env[69566]: DEBUG nova.compute.manager [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.735815] env[69566]: DEBUG nova.compute.manager [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing instance network info cache due to event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.736042] env[69566]: DEBUG oslo_concurrency.lockutils [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.736197] env[69566]: DEBUG oslo_concurrency.lockutils [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.736358] env[69566]: DEBUG nova.network.neutron [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.800206] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.800559] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0c4be90-b208-4dd1-8e2b-1db57d4a4e21 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.809023] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1266.809023] env[69566]: value = "task-3408420" [ 1266.809023] env[69566]: _type = "Task" [ 1266.809023] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.816292] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.922895] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5200db6b-37de-b7d0-e9c6-35123967e460, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.923322] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.923643] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.923956] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.924839] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.924839] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.924839] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4009a1-1d29-4558-bf60-ceec45f2a68c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.935142] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.935381] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.936268] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a155494f-44ff-4d67-ae5d-10523a3b7d2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.941844] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1266.941844] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52b8635e-6568-76d6-6c34-8e7714e06d6a" [ 1266.941844] env[69566]: _type = "Task" [ 1266.941844] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.950882] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b8635e-6568-76d6-6c34-8e7714e06d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.156840] env[69566]: DEBUG oslo_vmware.api [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408419, 'name': PowerOffVM_Task, 'duration_secs': 0.39662} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.157057] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.157235] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.157486] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bfa7eb9-ac6c-420e-9e69-88868a6e1cb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.233157] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.233331] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.233489] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore2] dbcbefd5-e34c-48d5-a502-59f0f385b3e2 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.233801] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba0c6f8-1f23-4c48-a30f-083befc72209 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.241198] env[69566]: DEBUG oslo_vmware.api [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1267.241198] env[69566]: value = "task-3408422" [ 1267.241198] env[69566]: _type = "Task" [ 1267.241198] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.248838] env[69566]: DEBUG oslo_vmware.api [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.318441] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1267.318858] env[69566]: DEBUG nova.compute.manager [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.319433] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3943fd0-2319-4610-b755-4e0237c398d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.324911] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.325221] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.325341] env[69566]: DEBUG nova.network.neutron [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.434623] env[69566]: DEBUG nova.network.neutron [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updated VIF entry in instance network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.435077] env[69566]: DEBUG nova.network.neutron [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.453399] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52b8635e-6568-76d6-6c34-8e7714e06d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.454159] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8abb846-7cdb-4f32-be8f-1ececeeae2d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.458881] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1267.458881] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]521674f4-1607-675c-8e98-40ba8f7b8bbb" [ 1267.458881] env[69566]: _type = "Task" [ 1267.458881] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.465915] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521674f4-1607-675c-8e98-40ba8f7b8bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.753462] env[69566]: DEBUG oslo_vmware.api [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128651} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.753738] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.753950] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.754160] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.754340] env[69566]: INFO nova.compute.manager [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1267.754589] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.754783] env[69566]: DEBUG nova.compute.manager [-] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.754887] env[69566]: DEBUG nova.network.neutron [-] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.938010] env[69566]: DEBUG oslo_concurrency.lockutils [req-049d1eae-b69f-471a-9eb2-f0bfbbc5b61e req-44ca51fd-607d-43a7-9852-a93b1ef3535c service nova] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.971134] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]521674f4-1607-675c-8e98-40ba8f7b8bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.971134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.971134] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc/adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.971134] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12974305-1fe9-4745-8c9e-5caf470d054b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.976103] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1267.976103] env[69566]: value = "task-3408423" [ 1267.976103] env[69566]: _type = "Task" [ 1267.976103] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.983705] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.023086] env[69566]: DEBUG nova.compute.manager [req-fe004125-ce73-446a-a044-81bffb876b62 req-333b4a42-07b7-442d-8835-6abbfa626ddc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Received event network-vif-deleted-593470ff-12af-4f24-be4f-697c10a959f5 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.023298] env[69566]: INFO nova.compute.manager [req-fe004125-ce73-446a-a044-81bffb876b62 req-333b4a42-07b7-442d-8835-6abbfa626ddc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Neutron deleted interface 593470ff-12af-4f24-be4f-697c10a959f5; detaching it from the instance and deleting it from the info cache [ 1268.023465] env[69566]: DEBUG nova.network.neutron [req-fe004125-ce73-446a-a044-81bffb876b62 req-333b4a42-07b7-442d-8835-6abbfa626ddc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.108134] env[69566]: DEBUG nova.network.neutron [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.485606] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423291} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.485893] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc/adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.486097] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.486343] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc71ff55-d555-4878-9bee-fc1d9a6b4064 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.492678] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1268.492678] env[69566]: value = "task-3408424" [ 1268.492678] env[69566]: _type = "Task" [ 1268.492678] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.499504] env[69566]: DEBUG nova.network.neutron [-] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.500622] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.525523] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a1c5e2f-62c1-4210-b19c-2804578efee7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.534801] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df93661c-48c5-4f5f-bdc5-543dd738cc25 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.564101] env[69566]: DEBUG nova.compute.manager [req-fe004125-ce73-446a-a044-81bffb876b62 req-333b4a42-07b7-442d-8835-6abbfa626ddc service nova] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Detach interface failed, port_id=593470ff-12af-4f24-be4f-697c10a959f5, reason: Instance dbcbefd5-e34c-48d5-a502-59f0f385b3e2 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.610372] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.803335] env[69566]: DEBUG nova.compute.manager [req-37dd0073-6462-4cf8-9e79-51c141b39fbf req-f3e77983-181d-42f0-8b7f-b569f229b49e service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-vif-unplugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.803617] env[69566]: DEBUG oslo_concurrency.lockutils [req-37dd0073-6462-4cf8-9e79-51c141b39fbf req-f3e77983-181d-42f0-8b7f-b569f229b49e service nova] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.803788] env[69566]: DEBUG oslo_concurrency.lockutils [req-37dd0073-6462-4cf8-9e79-51c141b39fbf req-f3e77983-181d-42f0-8b7f-b569f229b49e service nova] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.803983] env[69566]: DEBUG oslo_concurrency.lockutils [req-37dd0073-6462-4cf8-9e79-51c141b39fbf req-f3e77983-181d-42f0-8b7f-b569f229b49e service nova] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.804208] env[69566]: DEBUG nova.compute.manager [req-37dd0073-6462-4cf8-9e79-51c141b39fbf req-f3e77983-181d-42f0-8b7f-b569f229b49e service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] No waiting events found dispatching network-vif-unplugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1268.804387] env[69566]: WARNING nova.compute.manager [req-37dd0073-6462-4cf8-9e79-51c141b39fbf req-f3e77983-181d-42f0-8b7f-b569f229b49e service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received unexpected event network-vif-unplugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f for instance with vm_state shelved and task_state shelving_offloading. [ 1268.891913] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.892992] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25baca22-04e6-4ab6-a05d-0be19d1eac08 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.900722] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.901010] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ba39a4d-8eae-4513-8575-de26188307bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.968620] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.968857] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.969054] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleting the datastore file [datastore1] 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.969340] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b87c8d18-5760-4eba-a74e-2aeefddb760a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.977406] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1268.977406] env[69566]: value = "task-3408426" [ 1268.977406] env[69566]: _type = "Task" [ 1268.977406] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.984950] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.001035] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.372647} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.001035] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.001476] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a064544-4687-455f-8216-5ab7f79d7dab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.004032] env[69566]: INFO nova.compute.manager [-] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Took 1.25 seconds to deallocate network for instance. [ 1269.025600] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc/adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.026123] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67aa1008-9916-4edf-98dc-52c9e17bbeeb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.046815] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1269.046815] env[69566]: value = "task-3408427" [ 1269.046815] env[69566]: _type = "Task" [ 1269.046815] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.055697] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.488137] env[69566]: DEBUG oslo_vmware.api [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154082} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.488461] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.488853] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.488853] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.510484] env[69566]: INFO nova.scheduler.client.report [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted allocations for instance 14fa4214-b791-4072-a670-93d34e6934c9 [ 1269.527744] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.528086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.528311] env[69566]: DEBUG nova.objects.instance [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'resources' on Instance uuid dbcbefd5-e34c-48d5-a502-59f0f385b3e2 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.556026] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408427, 'name': ReconfigVM_Task, 'duration_secs': 0.284359} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.556264] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Reconfigured VM instance instance-0000007b to attach disk [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc/adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.556861] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c14a372-442a-458a-9233-66095c283bed {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.563673] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1269.563673] env[69566]: value = "task-3408428" [ 1269.563673] env[69566]: _type = "Task" [ 1269.563673] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.570906] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408428, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.015244] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.076544] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408428, 'name': Rename_Task, 'duration_secs': 0.148404} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.079105] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.079513] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13779aff-de8a-41e4-bff3-7a5ca5f7af4d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.088186] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1270.088186] env[69566]: value = "task-3408429" [ 1270.088186] env[69566]: _type = "Task" [ 1270.088186] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.098351] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.123660] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa0fd8e-e042-495f-97e2-a2060edf4d9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.131623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a337f-e7d8-4d14-8506-0a3486dd347d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.163628] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbb108d-0551-470f-9e4f-ed7447e5d5dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.171008] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bba0df1-4c65-423f-ab4c-553a547b41d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.183973] env[69566]: DEBUG nova.compute.provider_tree [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.599798] env[69566]: DEBUG oslo_vmware.api [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408429, 'name': PowerOnVM_Task, 'duration_secs': 0.447197} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.600685] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.600787] env[69566]: INFO nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1270.600930] env[69566]: DEBUG nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.601790] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f159e59-f03e-4db2-861f-ee4c6388674d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.703910] env[69566]: ERROR nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [req-206bc3e5-f557-4ea6-b46b-5cf98eaed057] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-206bc3e5-f557-4ea6-b46b-5cf98eaed057"}]} [ 1270.718711] env[69566]: DEBUG nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1270.730214] env[69566]: DEBUG nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1270.730474] env[69566]: DEBUG nova.compute.provider_tree [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.741126] env[69566]: DEBUG nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1270.756437] env[69566]: DEBUG nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1270.829730] env[69566]: DEBUG nova.compute.manager [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.829890] env[69566]: DEBUG nova.compute.manager [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing instance network info cache due to event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.830169] env[69566]: DEBUG oslo_concurrency.lockutils [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.830267] env[69566]: DEBUG oslo_concurrency.lockutils [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.830430] env[69566]: DEBUG nova.network.neutron [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.835948] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4068b1-7704-49fb-b31b-33f7dd4753d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.844396] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa94b75-f103-4e68-bbe8-a4effa3fe0e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.874622] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28fbc09-22c7-4386-9022-3ac3ffc1f8f1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.881217] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08a389-9412-447d-86c4-c6744c2bdf79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.894142] env[69566]: DEBUG nova.compute.provider_tree [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.120781] env[69566]: INFO nova.compute.manager [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Took 12.29 seconds to build instance. [ 1271.428550] env[69566]: DEBUG nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1271.428825] env[69566]: DEBUG nova.compute.provider_tree [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 163 to 164 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1271.429021] env[69566]: DEBUG nova.compute.provider_tree [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.490882] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.571441] env[69566]: DEBUG nova.network.neutron [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updated VIF entry in instance network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.571806] env[69566]: DEBUG nova.network.neutron [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": null, "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.622513] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ee0f8341-e58c-4652-9284-acc422e3343a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.805s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.933818] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.406s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.936263] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.921s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.936496] env[69566]: DEBUG nova.objects.instance [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'resources' on Instance uuid 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.956567] env[69566]: INFO nova.scheduler.client.report [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted allocations for instance dbcbefd5-e34c-48d5-a502-59f0f385b3e2 [ 1272.074564] env[69566]: DEBUG oslo_concurrency.lockutils [req-c4773e73-80b2-4266-8e87-36e0ed3e972b req-4ad586ba-88f9-4ddf-8b92-c30e03fd386f service nova] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.439510] env[69566]: DEBUG nova.objects.instance [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'numa_topology' on Instance uuid 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.465431] env[69566]: DEBUG oslo_concurrency.lockutils [None req-da375a3f-d375-4c29-8598-5e0ecd582608 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "dbcbefd5-e34c-48d5-a502-59f0f385b3e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.341s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.941943] env[69566]: DEBUG nova.objects.base [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Object Instance<14fa4214-b791-4072-a670-93d34e6934c9> lazy-loaded attributes: resources,numa_topology {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1273.049895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b0bd6-972b-4d0f-8df3-1e7fc6562bb1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.058187] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b868e0d5-45d1-4998-bea1-f729923ead2a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.089609] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16597d26-72be-4fba-8ed4-3d05e58bf999 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.097319] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d10085d-d17f-4179-9761-76c7c22b276f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.111202] env[69566]: DEBUG nova.compute.provider_tree [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.212873] env[69566]: DEBUG nova.compute.manager [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1273.615742] env[69566]: DEBUG nova.scheduler.client.report [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.713368] env[69566]: DEBUG oslo_concurrency.lockutils [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.713636] env[69566]: DEBUG oslo_concurrency.lockutils [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.713823] env[69566]: DEBUG nova.compute.manager [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.715196] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882bba0f-6ac2-4f19-a919-f1c68f626d9e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.724979] env[69566]: DEBUG nova.compute.manager [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1273.725561] env[69566]: DEBUG nova.objects.instance [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'flavor' on Instance uuid 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.730284] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.120948] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.123501] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.393s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.630822] env[69566]: INFO nova.compute.claims [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.634116] env[69566]: DEBUG oslo_concurrency.lockutils [None req-906ea6de-9ee8-4d5f-9957-d5ec765cb8fb tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.113s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.634888] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.144s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.635083] env[69566]: INFO nova.compute.manager [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Unshelving [ 1274.732246] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.732539] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-292afa94-5743-4b29-8abd-d9a407701076 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.740342] env[69566]: DEBUG oslo_vmware.api [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1274.740342] env[69566]: value = "task-3408431" [ 1274.740342] env[69566]: _type = "Task" [ 1274.740342] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.748746] env[69566]: DEBUG oslo_vmware.api [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.853146] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.853429] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.853669] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.853904] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.854107] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.856224] env[69566]: INFO nova.compute.manager [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Terminating instance [ 1275.138440] env[69566]: INFO nova.compute.resource_tracker [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating resource usage from migration 90a9c433-c2df-411b-b30e-b9836f7699ab [ 1275.228419] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3a6c0b-9d42-4d56-ac70-ecd89343813b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.235809] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66d44a8-3e93-43c6-8c4b-f1f8b785af7c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.268607] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f109f5d8-3907-499a-90b5-97eae3e1f282 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.273459] env[69566]: DEBUG oslo_vmware.api [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408431, 'name': PowerOffVM_Task, 'duration_secs': 0.334356} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.273999] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.274231] env[69566]: DEBUG nova.compute.manager [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.274931] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218bd576-cf4f-4377-9b83-9a3386bf8ef4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.280188] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eadbbd-8bca-4c5c-b76d-02ac00f6c1c3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.295682] env[69566]: DEBUG nova.compute.provider_tree [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.361332] env[69566]: DEBUG nova.compute.manager [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.361556] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.362525] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254bd99-7d92-4dd9-a1e6-2acfd7649e50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.369871] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.370116] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380032c8-6139-418c-af31-3841ac26cab5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.376144] env[69566]: DEBUG oslo_vmware.api [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1275.376144] env[69566]: value = "task-3408432" [ 1275.376144] env[69566]: _type = "Task" [ 1275.376144] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.383637] env[69566]: DEBUG oslo_vmware.api [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.660086] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.790692] env[69566]: DEBUG oslo_concurrency.lockutils [None req-175be8f3-692d-4afe-bae8-e9f83ab2a420 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.821399] env[69566]: ERROR nova.scheduler.client.report [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [req-1bfd3143-509f-4bde-bd1a-0e1f03385291] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1bfd3143-509f-4bde-bd1a-0e1f03385291"}]} [ 1275.837858] env[69566]: DEBUG nova.scheduler.client.report [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1275.852116] env[69566]: DEBUG nova.scheduler.client.report [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1275.852356] env[69566]: DEBUG nova.compute.provider_tree [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.863625] env[69566]: DEBUG nova.scheduler.client.report [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1275.881007] env[69566]: DEBUG nova.scheduler.client.report [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1275.886098] env[69566]: DEBUG oslo_vmware.api [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408432, 'name': PowerOffVM_Task, 'duration_secs': 0.223685} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.886353] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.886522] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.886772] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76687843-60cf-4a85-a1f0-3b526282e680 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.944662] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.944888] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.945096] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleting the datastore file [datastore2] bfdb04fc-7a85-4c98-9206-a4c44adeee9f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.945354] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd9bd2fa-3626-43ae-aa8d-51ae28e88b2d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.951718] env[69566]: DEBUG oslo_vmware.api [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for the task: (returnval){ [ 1275.951718] env[69566]: value = "task-3408434" [ 1275.951718] env[69566]: _type = "Task" [ 1275.951718] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.962057] env[69566]: DEBUG oslo_vmware.api [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.976039] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf9b2b-4066-457a-80bc-64e388ceab72 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.983108] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fbf650-bb89-49f2-808a-ea9277432f79 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.012508] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c039f0-c126-4de8-8230-d55b4faf9754 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.019618] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b99d8d8-5eee-4e04-89e8-70f6df5caafc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.032182] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.032665] env[69566]: DEBUG nova.compute.provider_tree [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.034065] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.034251] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.034619] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.034788] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.034942] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.035143] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.035283] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1276.035442] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.066600] env[69566]: DEBUG nova.objects.instance [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'flavor' on Instance uuid 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.464636] env[69566]: DEBUG oslo_vmware.api [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Task: {'id': task-3408434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123436} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.464899] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.465126] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.465301] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.465476] env[69566]: INFO nova.compute.manager [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1276.465717] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.465905] env[69566]: DEBUG nova.compute.manager [-] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.466000] env[69566]: DEBUG nova.network.neutron [-] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.539237] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.562824] env[69566]: DEBUG nova.scheduler.client.report [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1276.563926] env[69566]: DEBUG nova.compute.provider_tree [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 166 to 167 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1276.563926] env[69566]: DEBUG nova.compute.provider_tree [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.571246] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.571365] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.571765] env[69566]: DEBUG nova.network.neutron [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.571765] env[69566]: DEBUG nova.objects.instance [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'info_cache' on Instance uuid 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.761008] env[69566]: DEBUG nova.compute.manager [req-af269f85-63ea-4bc8-8614-6db47594981d req-037d3c3f-c661-4a83-8f45-4b696bdb3faa service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Received event network-vif-deleted-b743109b-7cd0-44fa-801b-45fc6526fdba {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.761221] env[69566]: INFO nova.compute.manager [req-af269f85-63ea-4bc8-8614-6db47594981d req-037d3c3f-c661-4a83-8f45-4b696bdb3faa service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Neutron deleted interface b743109b-7cd0-44fa-801b-45fc6526fdba; detaching it from the instance and deleting it from the info cache [ 1276.761392] env[69566]: DEBUG nova.network.neutron [req-af269f85-63ea-4bc8-8614-6db47594981d req-037d3c3f-c661-4a83-8f45-4b696bdb3faa service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.068665] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.945s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.068882] env[69566]: INFO nova.compute.manager [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Migrating [ 1277.075438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.415s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.075657] env[69566]: DEBUG nova.objects.instance [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'pci_requests' on Instance uuid 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.077796] env[69566]: DEBUG nova.objects.base [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Object Instance<0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee> lazy-loaded attributes: flavor,info_cache {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1277.238375] env[69566]: DEBUG nova.network.neutron [-] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.265893] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58a5b83f-6002-4b1e-a745-abfe2ef39bb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.275983] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a74b8a-8088-48d8-bdf5-1a7ceda27f2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.303081] env[69566]: DEBUG nova.compute.manager [req-af269f85-63ea-4bc8-8614-6db47594981d req-037d3c3f-c661-4a83-8f45-4b696bdb3faa service nova] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Detach interface failed, port_id=b743109b-7cd0-44fa-801b-45fc6526fdba, reason: Instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.586671] env[69566]: DEBUG nova.objects.instance [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'numa_topology' on Instance uuid 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.587973] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.588642] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.588839] env[69566]: DEBUG nova.network.neutron [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.741184] env[69566]: INFO nova.compute.manager [-] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Took 1.28 seconds to deallocate network for instance. [ 1277.819414] env[69566]: DEBUG nova.network.neutron [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.094047] env[69566]: INFO nova.compute.claims [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1278.247864] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.312453] env[69566]: DEBUG nova.network.neutron [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [{"id": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "address": "fa:16:3e:ac:d2:b3", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb88a11-dd", "ovs_interfaceid": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.321799] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.815816] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.188066] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59191a21-6b05-41b9-aa13-def79da2bd35 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.195789] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229aa86c-0248-40bb-82c9-27a282088a73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.224992] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd420e-c52b-461e-90cb-e3669babf8d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.232111] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f5e04-5eb1-47bb-9752-ce6b9b72be47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.245384] env[69566]: DEBUG nova.compute.provider_tree [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1279.327011] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.327319] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3572d291-525e-4744-8088-f67eae27a313 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.334197] env[69566]: DEBUG oslo_vmware.api [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1279.334197] env[69566]: value = "task-3408435" [ 1279.334197] env[69566]: _type = "Task" [ 1279.334197] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.341551] env[69566]: DEBUG oslo_vmware.api [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.779027] env[69566]: DEBUG nova.scheduler.client.report [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1279.779224] env[69566]: DEBUG nova.compute.provider_tree [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 167 to 168 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1279.779407] env[69566]: DEBUG nova.compute.provider_tree [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1279.844752] env[69566]: DEBUG oslo_vmware.api [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408435, 'name': PowerOnVM_Task, 'duration_secs': 0.38881} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.844985] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.845208] env[69566]: DEBUG nova.compute.manager [None req-d1056a86-ad89-4f79-9995-63c147dc1bec tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.845985] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1d7d10-5b5d-47de-a8f1-14a9372bd40f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.284438] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.209s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.286699] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.748s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.286874] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.287042] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1280.287424] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.040s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.287537] env[69566]: DEBUG nova.objects.instance [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lazy-loading 'resources' on Instance uuid bfdb04fc-7a85-4c98-9206-a4c44adeee9f {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.289074] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad93f9-9090-4822-ade1-08e8cbe17b96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.298191] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab8603b-d3e2-4b75-a9c2-1b89b57e129b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.312458] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898f8346-0259-4021-9851-90c97ca35b69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.318782] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f44ba-d9e6-4baa-b6ac-12bf269f26dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.349860] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179752MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1280.349860] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.351038] env[69566]: INFO nova.network.neutron [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating port d3336f2c-5ae1-4511-9257-0f8e33561f2f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1280.353259] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3ef89d-1444-4ceb-b6a3-da9e4bb07a8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.375540] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.881685] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.884883] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d74537-8d07-447f-b11d-fbc1326db73b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.892839] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1280.892839] env[69566]: value = "task-3408436" [ 1280.892839] env[69566]: _type = "Task" [ 1280.892839] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.898189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e47dc5-38c5-4338-ae8d-95e220d329fc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.904816] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.910167] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee16253-6a19-4b1a-8587-2479fe01b360 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.941248] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a858082b-2055-45d8-8d39-081610f7a18b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.947165] env[69566]: DEBUG oslo_concurrency.lockutils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.947389] env[69566]: DEBUG oslo_concurrency.lockutils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.952639] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b682151-8e1f-43e1-804e-188ba7e8dca8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.968673] env[69566]: DEBUG nova.compute.provider_tree [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.403867] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408436, 'name': PowerOffVM_Task, 'duration_secs': 0.203482} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.404207] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.404399] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.450499] env[69566]: DEBUG nova.compute.utils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1281.471267] env[69566]: DEBUG nova.scheduler.client.report [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.801317] env[69566]: DEBUG nova.compute.manager [req-690d6c62-448e-4392-961c-b8328939f3d8 req-21c016e0-77eb-4a89-9823-d0d894dfeb74 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-vif-plugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.801554] env[69566]: DEBUG oslo_concurrency.lockutils [req-690d6c62-448e-4392-961c-b8328939f3d8 req-21c016e0-77eb-4a89-9823-d0d894dfeb74 service nova] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.801769] env[69566]: DEBUG oslo_concurrency.lockutils [req-690d6c62-448e-4392-961c-b8328939f3d8 req-21c016e0-77eb-4a89-9823-d0d894dfeb74 service nova] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.801974] env[69566]: DEBUG oslo_concurrency.lockutils [req-690d6c62-448e-4392-961c-b8328939f3d8 req-21c016e0-77eb-4a89-9823-d0d894dfeb74 service nova] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.802564] env[69566]: DEBUG nova.compute.manager [req-690d6c62-448e-4392-961c-b8328939f3d8 req-21c016e0-77eb-4a89-9823-d0d894dfeb74 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] No waiting events found dispatching network-vif-plugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.802754] env[69566]: WARNING nova.compute.manager [req-690d6c62-448e-4392-961c-b8328939f3d8 req-21c016e0-77eb-4a89-9823-d0d894dfeb74 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received unexpected event network-vif-plugged-d3336f2c-5ae1-4511-9257-0f8e33561f2f for instance with vm_state shelved_offloaded and task_state spawning. [ 1281.884161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.884420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.884535] env[69566]: DEBUG nova.network.neutron [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.910654] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.910938] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.911117] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.911303] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.911452] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.911601] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.911805] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.911970] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.912153] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.912320] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.912495] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.918038] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a1ab3a6-9432-4400-b9a5-787c5f4fbb07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.935664] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1281.935664] env[69566]: value = "task-3408437" [ 1281.935664] env[69566]: _type = "Task" [ 1281.935664] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.943908] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.953889] env[69566]: DEBUG oslo_concurrency.lockutils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.976134] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.978456] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.629s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.001030] env[69566]: INFO nova.scheduler.client.report [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Deleted allocations for instance bfdb04fc-7a85-4c98-9206-a4c44adeee9f [ 1282.444783] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408437, 'name': ReconfigVM_Task, 'duration_secs': 0.506757} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.445134] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.510888] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f7de448d-6cc3-48ff-bfc7-851ee1bc10a2 tempest-ServerActionsTestOtherA-1414477814 tempest-ServerActionsTestOtherA-1414477814-project-member] Lock "bfdb04fc-7a85-4c98-9206-a4c44adeee9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.657s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.603238] env[69566]: DEBUG nova.network.neutron [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.951813] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1282.952264] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.952264] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1282.952417] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.952564] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1282.952713] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1282.952968] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1282.953150] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1282.953327] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1282.953494] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1282.953672] env[69566]: DEBUG nova.virt.hardware [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1282.960924] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.961216] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c09eb9ce-ea2f-45cd-8ecc-40d075070362 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.979568] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1282.979568] env[69566]: value = "task-3408438" [ 1282.979568] env[69566]: _type = "Task" [ 1282.979568] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.987414] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.989123] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Applying migration context for instance adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc as it has an incoming, in-progress migration 90a9c433-c2df-411b-b30e-b9836f7699ab. Migration status is migrating {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1282.989963] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating resource usage from migration 90a9c433-c2df-411b-b30e-b9836f7699ab [ 1283.008356] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.008558] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.008659] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 22996021-1ec4-4cfb-97aa-e0b4d8217fed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.008818] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 14fa4214-b791-4072-a670-93d34e6934c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.008977] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration 90a9c433-c2df-411b-b30e-b9836f7699ab is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1283.009132] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1283.009329] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1283.009511] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1283.022100] env[69566]: DEBUG oslo_concurrency.lockutils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.022414] env[69566]: DEBUG oslo_concurrency.lockutils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.022730] env[69566]: INFO nova.compute.manager [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Attaching volume 58dbe224-c369-4f5b-84ad-7df4b9338be6 to /dev/sdb [ 1283.058649] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0503f4dd-ee26-4503-9bd6-a284c06bd83c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.067821] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896874ee-4cf8-4c59-95c3-a62a85f140b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.082375] env[69566]: DEBUG nova.virt.block_device [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating existing volume attachment record: d5dfbd88-0f63-4054-8c66-1ab4661501b7 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1283.096397] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4287b58e-51c5-4d12-aac0-05153764d929 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.103336] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e1a52-698e-4846-93c7-6b9d09b98e30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.106599] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.137566] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69d07d-77f9-49cb-8ff8-cbbcb51726cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.148714] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b184da-9a8d-4307-a937-df8151c1dafe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.151549] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2ee8859796579da533e792ba5045e8ce',container_format='bare',created_at=2025-04-10T20:03:37Z,direct_url=,disk_format='vmdk',id=a6679907-bc35-4d56-a8ce-6215193fec73,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1879098686-shelved',owner='ecaf255878e24603871a2d1486b7a799',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-04-10T20:03:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.151802] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.151991] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.152214] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.152369] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.152537] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.152750] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.152967] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.153181] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.153351] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.153549] env[69566]: DEBUG nova.virt.hardware [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.154339] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb24c18-1aa3-4923-8f9c-f8c421162bcf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.169348] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.171547] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0543451-7607-4e1f-94be-7279553f5d43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.186691] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ad:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3336f2c-5ae1-4511-9257-0f8e33561f2f', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.194346] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.194808] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.195042] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b25414-0d41-44c9-97c3-42af5005cbe2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.214833] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.214833] env[69566]: value = "task-3408439" [ 1283.214833] env[69566]: _type = "Task" [ 1283.214833] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.222966] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408439, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.489235] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408438, 'name': ReconfigVM_Task, 'duration_secs': 0.159041} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.489530] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.490336] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd21ef0-a732-48fb-afd6-eecb22c892a6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.513742] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc/adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.514067] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a93a7e4-15cf-4cd7-8b0c-5452117748d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.533294] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1283.533294] env[69566]: value = "task-3408441" [ 1283.533294] env[69566]: _type = "Task" [ 1283.533294] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.541238] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.676555] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.724863] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408439, 'name': CreateVM_Task, 'duration_secs': 0.295314} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.725093] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.725823] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.726049] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.726451] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.726727] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af1484b0-9fe4-44cd-b109-9f8d81497389 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.731227] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1283.731227] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cf1535-98f7-28bb-3932-ef95386ad39b" [ 1283.731227] env[69566]: _type = "Task" [ 1283.731227] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.741605] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cf1535-98f7-28bb-3932-ef95386ad39b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.030983] env[69566]: DEBUG nova.compute.manager [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.031291] env[69566]: DEBUG nova.compute.manager [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing instance network info cache due to event network-changed-d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.031463] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] Acquiring lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.031613] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] Acquired lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.031778] env[69566]: DEBUG nova.network.neutron [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Refreshing network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.049196] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408441, 'name': ReconfigVM_Task, 'duration_secs': 0.270823} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.049852] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Reconfigured VM instance instance-0000007b to attach disk [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc/adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.050178] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.181852] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1284.182078] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.204s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.241656] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.241920] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Processing image a6679907-bc35-4d56-a8ce-6215193fec73 {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.242478] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.242478] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.242667] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.242847] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5403dca2-4965-4939-8db5-839e96557800 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.252642] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.252847] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.253569] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32dcd9ec-2cd1-43b7-87be-9a418cb43938 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.258525] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1284.258525] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d9c036-eaad-ce86-29ca-5af649e7681d" [ 1284.258525] env[69566]: _type = "Task" [ 1284.258525] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.265624] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d9c036-eaad-ce86-29ca-5af649e7681d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.557500] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0ad6eb-c303-41b2-a9db-5db0dcc252ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.579680] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe42f564-002d-4efe-b810-25ae9f943eb2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.598086] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.768709] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1284.768964] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Fetch image to [datastore2] OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f/OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1284.769166] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Downloading stream optimized image a6679907-bc35-4d56-a8ce-6215193fec73 to [datastore2] OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f/OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f.vmdk on the data store datastore2 as vApp {{(pid=69566) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1284.769339] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Downloading image file data a6679907-bc35-4d56-a8ce-6215193fec73 to the ESX as VM named 'OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f' {{(pid=69566) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1284.788067] env[69566]: DEBUG nova.network.neutron [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updated VIF entry in instance network info cache for port d3336f2c-5ae1-4511-9257-0f8e33561f2f. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.788436] env[69566]: DEBUG nova.network.neutron [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [{"id": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "address": "fa:16:3e:1e:ad:a9", "network": {"id": "9f4f545c-212d-43f4-b092-e4b8b93c8931", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-583110941-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecaf255878e24603871a2d1486b7a799", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3336f2c-5a", "ovs_interfaceid": "d3336f2c-5ae1-4511-9257-0f8e33561f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.860336] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1284.860336] env[69566]: value = "resgroup-9" [ 1284.860336] env[69566]: _type = "ResourcePool" [ 1284.860336] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1284.861500] env[69566]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d11c91cb-4879-41ea-be00-73e6cff2727b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.885560] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease: (returnval){ [ 1284.885560] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ac2570-e6dd-aa61-5e2c-ad25ea87379d" [ 1284.885560] env[69566]: _type = "HttpNfcLease" [ 1284.885560] env[69566]: } obtained for vApp import into resource pool (val){ [ 1284.885560] env[69566]: value = "resgroup-9" [ 1284.885560] env[69566]: _type = "ResourcePool" [ 1284.885560] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1284.885560] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the lease: (returnval){ [ 1284.885560] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ac2570-e6dd-aa61-5e2c-ad25ea87379d" [ 1284.885560] env[69566]: _type = "HttpNfcLease" [ 1284.885560] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1284.890881] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1284.890881] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ac2570-e6dd-aa61-5e2c-ad25ea87379d" [ 1284.890881] env[69566]: _type = "HttpNfcLease" [ 1284.890881] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1285.169847] env[69566]: DEBUG nova.network.neutron [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Port cbb88a11-ddac-4a10-a530-74e8f3cc9e72 binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1285.291579] env[69566]: DEBUG oslo_concurrency.lockutils [req-7a15f7a9-3ef3-4f0d-939d-ee264ce5a36e req-d5f2678f-88e4-4ca9-a702-869e1909b7d7 service nova] Releasing lock "refresh_cache-14fa4214-b791-4072-a670-93d34e6934c9" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.392922] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1285.392922] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ac2570-e6dd-aa61-5e2c-ad25ea87379d" [ 1285.392922] env[69566]: _type = "HttpNfcLease" [ 1285.392922] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1285.393226] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1285.393226] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ac2570-e6dd-aa61-5e2c-ad25ea87379d" [ 1285.393226] env[69566]: _type = "HttpNfcLease" [ 1285.393226] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1285.394496] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99d0482-5ef4-4a4a-86a9-84fb88b63081 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.401829] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526486b6-b5f2-6c09-00d3-4db2e780bafc/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1285.402039] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526486b6-b5f2-6c09-00d3-4db2e780bafc/disk-0.vmdk. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1285.469131] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc09596c-a6b6-4994-b929-1af07627eea2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.194792] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.195208] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.195208] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.852837] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1286.853062] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526486b6-b5f2-6c09-00d3-4db2e780bafc/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1286.854328] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0dff80-7a75-4ba6-896f-de5f567eabc6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.862020] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526486b6-b5f2-6c09-00d3-4db2e780bafc/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1286.862228] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526486b6-b5f2-6c09-00d3-4db2e780bafc/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1286.862509] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f15c613-7ba6-4a7d-9423-ae3a072f4a31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.034910] env[69566]: DEBUG oslo_vmware.rw_handles [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526486b6-b5f2-6c09-00d3-4db2e780bafc/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1287.035173] env[69566]: INFO nova.virt.vmwareapi.images [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Downloaded image file data a6679907-bc35-4d56-a8ce-6215193fec73 [ 1287.036015] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196dd7c-ffca-4481-a2af-d6cecde62f55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.051638] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d75dfe59-eff2-485a-bb09-ed3514bb5f7f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.077551] env[69566]: INFO nova.virt.vmwareapi.images [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] The imported VM was unregistered [ 1287.079946] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1287.080193] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73 {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1287.080448] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fad8efa4-f46a-4af7-8ecb-d9d9721d055f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.099139] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Created directory with path [datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73 {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1287.099335] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f/OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f.vmdk to [datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk. {{(pid=69566) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1287.099588] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bd3d1a64-f89f-4663-9c20-c47fd96f5702 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.105378] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1287.105378] env[69566]: value = "task-3408445" [ 1287.105378] env[69566]: _type = "Task" [ 1287.105378] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.112683] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408445, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.231115] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.231391] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.231497] env[69566]: DEBUG nova.network.neutron [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.618087] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408445, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.630132] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1287.630525] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679990', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'name': 'volume-58dbe224-c369-4f5b-84ad-7df4b9338be6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'serial': '58dbe224-c369-4f5b-84ad-7df4b9338be6'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1287.631844] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6928c94e-78a5-4f82-a6e2-96526d670de9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.654359] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b98a07-789a-4c87-93b4-72c15bbf4514 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.681224] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-58dbe224-c369-4f5b-84ad-7df4b9338be6/volume-58dbe224-c369-4f5b-84ad-7df4b9338be6.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.681587] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b25020e0-01b5-48d2-a7a1-4c237d355b70 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.702360] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1287.702360] env[69566]: value = "task-3408446" [ 1287.702360] env[69566]: _type = "Task" [ 1287.702360] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.715268] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.971120] env[69566]: DEBUG nova.network.neutron [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [{"id": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "address": "fa:16:3e:ac:d2:b3", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb88a11-dd", "ovs_interfaceid": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.118760] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408445, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.215440] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.474016] env[69566]: DEBUG oslo_concurrency.lockutils [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.618178] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408445, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.716069] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408446, 'name': ReconfigVM_Task, 'duration_secs': 0.91284} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.716069] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-58dbe224-c369-4f5b-84ad-7df4b9338be6/volume-58dbe224-c369-4f5b-84ad-7df4b9338be6.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.720743] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9cfcd7-69d8-4953-ae7b-bb718dee96e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.738650] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1288.738650] env[69566]: value = "task-3408447" [ 1288.738650] env[69566]: _type = "Task" [ 1288.738650] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.749731] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.001314] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9c3c3-5679-4357-81b6-0fbfbf46e9f4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.024064] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db4a0d-2baa-4ed8-8cbb-edc5dff10323 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.034876] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.118277] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408445, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.248585] env[69566]: DEBUG oslo_vmware.api [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408447, 'name': ReconfigVM_Task, 'duration_secs': 0.212383} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.248867] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679990', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'name': 'volume-58dbe224-c369-4f5b-84ad-7df4b9338be6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'serial': '58dbe224-c369-4f5b-84ad-7df4b9338be6'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1289.542668] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.543054] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86226eaf-18ac-40ea-a404-cfc78c027fbb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.550246] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1289.550246] env[69566]: value = "task-3408448" [ 1289.550246] env[69566]: _type = "Task" [ 1289.550246] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.558951] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.616636] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408445, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.363757} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.616907] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f/OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f.vmdk to [datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk. [ 1289.617111] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Cleaning up location [datastore2] OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1289.617282] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3e939c91-6bb3-4137-b173-00781b83646f {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.617525] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba15c7be-5c6f-4daa-9f52-1e10dccd0d11 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.623467] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1289.623467] env[69566]: value = "task-3408449" [ 1289.623467] env[69566]: _type = "Task" [ 1289.623467] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.630797] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.060124] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.132917] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.069137} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.133203] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.133369] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.133617] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk to [datastore2] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.133871] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46b10ba2-d36d-4f09-b8ca-cdbdb7c36251 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.140440] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1290.140440] env[69566]: value = "task-3408450" [ 1290.140440] env[69566]: _type = "Task" [ 1290.140440] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.147476] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.285064] env[69566]: DEBUG nova.objects.instance [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.562623] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.649953] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.790345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-875b1469-8399-4c06-b8d8-57d231b06a99 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.768s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.062621] env[69566]: DEBUG oslo_vmware.api [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408448, 'name': PowerOnVM_Task, 'duration_secs': 1.316636} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.062924] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.063143] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-cea86bf6-f6c7-4317-9d58-0361da35d12a tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance 'adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.122735] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.123249] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.151460] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.626662] env[69566]: DEBUG nova.compute.utils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.653760] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.130380] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.151968] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.652493] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.155238] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408450, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.550953} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.156109] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6679907-bc35-4d56-a8ce-6215193fec73/a6679907-bc35-4d56-a8ce-6215193fec73.vmdk to [datastore2] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.156940] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb72bd92-cddd-4f64-bd51-646f7e664a3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.180820] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.181042] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0b89dd-07d3-404c-bc66-65c7b0f48ead {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.195635] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.195875] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.196117] env[69566]: INFO nova.compute.manager [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Attaching volume d98eb23a-00c4-46ff-b58b-6c10d89e8e3a to /dev/sdc [ 1293.203329] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1293.203329] env[69566]: value = "task-3408451" [ 1293.203329] env[69566]: _type = "Task" [ 1293.203329] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.213762] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.234238] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3af917-cab7-4ac1-9bc9-f5b119b68ab1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.240761] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f8b5f-d49e-48db-a4de-126a4669ff4b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.253857] env[69566]: DEBUG nova.virt.block_device [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating existing volume attachment record: cc9cc680-8d01-4f48-a0f8-3f97189d78c4 {{(pid=69566) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1293.646898] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.647161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.647315] env[69566]: DEBUG nova.compute.manager [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Going to confirm migration 8 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1293.715299] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408451, 'name': ReconfigVM_Task, 'duration_secs': 0.286107} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.715697] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 14fa4214-b791-4072-a670-93d34e6934c9/14fa4214-b791-4072-a670-93d34e6934c9.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.716214] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85471c10-8f5e-405f-8fd5-4e840f76fe81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.723122] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1293.723122] env[69566]: value = "task-3408453" [ 1293.723122] env[69566]: _type = "Task" [ 1293.723122] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.730621] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408453, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.186918] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.187189] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.187445] env[69566]: DEBUG nova.network.neutron [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.187711] env[69566]: DEBUG nova.objects.instance [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'info_cache' on Instance uuid adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.232033] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408453, 'name': Rename_Task, 'duration_secs': 0.148726} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.232293] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.232528] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4aba251-626f-4595-a92b-74ea403c63a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.239897] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1294.239897] env[69566]: value = "task-3408454" [ 1294.239897] env[69566]: _type = "Task" [ 1294.239897] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.247283] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.749290] env[69566]: DEBUG oslo_vmware.api [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408454, 'name': PowerOnVM_Task, 'duration_secs': 0.487649} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.749690] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.849125] env[69566]: DEBUG nova.compute.manager [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.850104] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f1cc8-0d3c-421c-aed7-56167b635e74 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.371317] env[69566]: DEBUG oslo_concurrency.lockutils [None req-43832db8-f07b-4874-a2eb-ec30afdfb742 tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.736s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.467557] env[69566]: DEBUG nova.network.neutron [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [{"id": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "address": "fa:16:3e:ac:d2:b3", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb88a11-dd", "ovs_interfaceid": "cbb88a11-ddac-4a10-a530-74e8f3cc9e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.946625] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.947151] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.947151] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "14fa4214-b791-4072-a670-93d34e6934c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.947351] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.947475] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.949767] env[69566]: INFO nova.compute.manager [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Terminating instance [ 1295.972160] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.972383] env[69566]: DEBUG nova.objects.instance [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'migration_context' on Instance uuid adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.453948] env[69566]: DEBUG nova.compute.manager [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.454319] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.455290] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4959b-9f3f-46bb-84c2-f5dddcf33c50 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.464598] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.464834] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90549091-166f-48f7-aaf2-7e368633ead4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.471012] env[69566]: DEBUG oslo_vmware.api [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1296.471012] env[69566]: value = "task-3408456" [ 1296.471012] env[69566]: _type = "Task" [ 1296.471012] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.474831] env[69566]: DEBUG nova.objects.base [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1296.475969] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e3746-4a1a-4b2a-8ab2-a023cc0c3b47 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.485523] env[69566]: DEBUG oslo_vmware.api [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.500870] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8c3f5f-2cf9-4c63-b86d-a06833efd69a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.506935] env[69566]: DEBUG oslo_vmware.api [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1296.506935] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52cce765-012c-5a2d-037e-c51fea102f73" [ 1296.506935] env[69566]: _type = "Task" [ 1296.506935] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.514393] env[69566]: DEBUG oslo_vmware.api [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cce765-012c-5a2d-037e-c51fea102f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.981037] env[69566]: DEBUG oslo_vmware.api [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408456, 'name': PowerOffVM_Task, 'duration_secs': 0.153714} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.981400] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.981459] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.981707] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d494b88d-7c7b-4430-8ad5-62ca1a2a43ae {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.016283] env[69566]: DEBUG oslo_vmware.api [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52cce765-012c-5a2d-037e-c51fea102f73, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.016553] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.016799] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.040587] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.040836] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.041017] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleting the datastore file [datastore2] 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.041537] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb3942c0-187d-443c-997b-8d40f14c9745 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.047303] env[69566]: DEBUG oslo_vmware.api [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for the task: (returnval){ [ 1297.047303] env[69566]: value = "task-3408458" [ 1297.047303] env[69566]: _type = "Task" [ 1297.047303] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.054975] env[69566]: DEBUG oslo_vmware.api [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.558784] env[69566]: DEBUG oslo_vmware.api [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Task: {'id': task-3408458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139968} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.559064] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.559261] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.559440] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.559617] env[69566]: INFO nova.compute.manager [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1297.559859] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.560057] env[69566]: DEBUG nova.compute.manager [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.560155] env[69566]: DEBUG nova.network.neutron [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.606118] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddaadff-d3e1-4c5f-8891-a477b4509c6c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.613311] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8274cd-3e7f-4cee-b325-09b19a11cb99 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.644584] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1dd4bcb-1fa4-4210-816e-c351a3d8b9d7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.651577] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029846d5-e1e2-4fb4-843c-4e5778b46573 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.664553] env[69566]: DEBUG nova.compute.provider_tree [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.800869] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Volume attach. Driver type: vmdk {{(pid=69566) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1297.801180] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679992', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'name': 'volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'serial': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1297.802078] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02e99a-e6de-490d-8edf-62765f040d53 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.819460] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8845dba-f09d-4afb-b50c-5c28e155edca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.846874] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a/volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.847150] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53339d05-8e3a-4b97-bb25-0ac920951dda {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.865517] env[69566]: DEBUG oslo_vmware.api [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1297.865517] env[69566]: value = "task-3408459" [ 1297.865517] env[69566]: _type = "Task" [ 1297.865517] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.873192] env[69566]: DEBUG oslo_vmware.api [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.078724] env[69566]: DEBUG nova.compute.manager [req-e9bdbcab-e8bd-4046-93fc-5a8743b1ebbc req-56374da9-7df8-4d92-9ff9-9f74c8e65cf9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Received event network-vif-deleted-d3336f2c-5ae1-4511-9257-0f8e33561f2f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.079025] env[69566]: INFO nova.compute.manager [req-e9bdbcab-e8bd-4046-93fc-5a8743b1ebbc req-56374da9-7df8-4d92-9ff9-9f74c8e65cf9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Neutron deleted interface d3336f2c-5ae1-4511-9257-0f8e33561f2f; detaching it from the instance and deleting it from the info cache [ 1298.079138] env[69566]: DEBUG nova.network.neutron [req-e9bdbcab-e8bd-4046-93fc-5a8743b1ebbc req-56374da9-7df8-4d92-9ff9-9f74c8e65cf9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.199764] env[69566]: DEBUG nova.scheduler.client.report [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1298.200092] env[69566]: DEBUG nova.compute.provider_tree [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 168 to 169 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1298.200309] env[69566]: DEBUG nova.compute.provider_tree [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.377880] env[69566]: DEBUG oslo_vmware.api [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408459, 'name': ReconfigVM_Task, 'duration_secs': 0.393015} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.378183] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a/volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.382846] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8d228c-fe97-4c27-b401-746eeb7f4a09 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.397332] env[69566]: DEBUG oslo_vmware.api [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1298.397332] env[69566]: value = "task-3408460" [ 1298.397332] env[69566]: _type = "Task" [ 1298.397332] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.404734] env[69566]: DEBUG oslo_vmware.api [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.547945] env[69566]: DEBUG nova.network.neutron [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.581984] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62f5c4a9-330f-4986-b80b-5c0d30c520d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.591604] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba78d6-0afc-474b-a89d-005e1261c986 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.619083] env[69566]: DEBUG nova.compute.manager [req-e9bdbcab-e8bd-4046-93fc-5a8743b1ebbc req-56374da9-7df8-4d92-9ff9-9f74c8e65cf9 service nova] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Detach interface failed, port_id=d3336f2c-5ae1-4511-9257-0f8e33561f2f, reason: Instance 14fa4214-b791-4072-a670-93d34e6934c9 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1298.907823] env[69566]: DEBUG oslo_vmware.api [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408460, 'name': ReconfigVM_Task, 'duration_secs': 0.143269} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.908156] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679992', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'name': 'volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'serial': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a'} {{(pid=69566) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1299.050706] env[69566]: INFO nova.compute.manager [-] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Took 1.49 seconds to deallocate network for instance. [ 1299.210652] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.194s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.557891] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.558209] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.558438] env[69566]: DEBUG nova.objects.instance [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lazy-loading 'resources' on Instance uuid 14fa4214-b791-4072-a670-93d34e6934c9 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.769192] env[69566]: INFO nova.scheduler.client.report [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocation for migration 90a9c433-c2df-411b-b30e-b9836f7699ab [ 1299.945145] env[69566]: DEBUG nova.objects.instance [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.135638] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f840186-107e-42cd-82d2-f55c1c0dc726 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.143335] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901e9b0b-6677-457b-8a5f-3266a6b6939f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.174858] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb068e17-1cdb-40ae-908b-1958d40aa93e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.186353] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e598c-a9f1-4ada-902b-47ef67837767 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.200861] env[69566]: DEBUG nova.compute.provider_tree [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.274321] env[69566]: DEBUG oslo_concurrency.lockutils [None req-0e849f4a-add4-4dba-b4ad-7d908f7aeab1 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.627s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.449432] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b26fb3e7-8da2-45bc-8f52-ffa13b002ad7 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.681533] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.681786] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.681999] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.682211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.682384] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.686816] env[69566]: INFO nova.compute.manager [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Terminating instance [ 1300.719884] env[69566]: ERROR nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] [req-d53c15ce-044a-4e9c-8478-703db85d6122] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 359e3efa-d8c9-4b06-9b89-35d50587ee92. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d53c15ce-044a-4e9c-8478-703db85d6122"}]} [ 1300.734207] env[69566]: DEBUG nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1300.735917] env[69566]: DEBUG oslo_concurrency.lockutils [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.736142] env[69566]: DEBUG oslo_concurrency.lockutils [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.746623] env[69566]: DEBUG nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1300.746824] env[69566]: DEBUG nova.compute.provider_tree [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 100, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1300.756924] env[69566]: DEBUG nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1300.773650] env[69566]: DEBUG nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1300.849833] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf3b971-2be2-458d-8746-e8a865ba6600 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.857601] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144aecfb-7933-4314-91b0-6f96cdac98d2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.888359] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35e0da1-45c5-48e6-bc1d-6f2a8b03c367 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.896037] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899461d9-0194-4d6e-a67c-43e04e00f2fa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.908757] env[69566]: DEBUG nova.compute.provider_tree [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.082120] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "8eacd56f-b98d-4e41-b466-b7867770e1d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.082360] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.190958] env[69566]: DEBUG nova.compute.manager [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.191360] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.192325] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a681617-3f5f-4e5d-82d4-5ae467bdd144 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.201998] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.202247] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b41d2b85-7ad1-4f46-905c-cc47d760b96a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.208422] env[69566]: DEBUG oslo_vmware.api [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1301.208422] env[69566]: value = "task-3408461" [ 1301.208422] env[69566]: _type = "Task" [ 1301.208422] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.216415] env[69566]: DEBUG oslo_vmware.api [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.238768] env[69566]: INFO nova.compute.manager [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Detaching volume 58dbe224-c369-4f5b-84ad-7df4b9338be6 [ 1301.270657] env[69566]: INFO nova.virt.block_device [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Attempting to driver detach volume 58dbe224-c369-4f5b-84ad-7df4b9338be6 from mountpoint /dev/sdb [ 1301.270959] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1301.271209] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679990', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'name': 'volume-58dbe224-c369-4f5b-84ad-7df4b9338be6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'serial': '58dbe224-c369-4f5b-84ad-7df4b9338be6'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1301.272125] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754000e0-acec-4e37-9c69-894977c66534 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.296444] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8d651-8426-4e5b-bcd2-e5c60e31dc3e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.303729] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495b92ad-db2f-417b-acf6-dc79d93c44b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.334324] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f659da-6409-4996-ac0b-8dbc5725f7ab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.350205] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] The volume has not been displaced from its original location: [datastore2] volume-58dbe224-c369-4f5b-84ad-7df4b9338be6/volume-58dbe224-c369-4f5b-84ad-7df4b9338be6.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1301.355596] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.356190] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcfcd03a-be78-4431-b414-cf9855cd5215 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.373497] env[69566]: DEBUG oslo_vmware.api [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1301.373497] env[69566]: value = "task-3408462" [ 1301.373497] env[69566]: _type = "Task" [ 1301.373497] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.381263] env[69566]: DEBUG oslo_vmware.api [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.445074] env[69566]: DEBUG nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updated inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1301.445433] env[69566]: DEBUG nova.compute.provider_tree [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 generation from 171 to 172 during operation: update_inventory {{(pid=69566) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1301.445652] env[69566]: DEBUG nova.compute.provider_tree [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1301.584402] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1301.719073] env[69566]: DEBUG oslo_vmware.api [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408461, 'name': PowerOffVM_Task, 'duration_secs': 0.168043} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.719239] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.719465] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.719731] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b469eb91-285a-43b2-926a-a48547b94564 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.784845] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.785094] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.785355] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore1] adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.785623] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6db626ce-21c0-42ab-a075-e664023ea0fd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.792666] env[69566]: DEBUG oslo_vmware.api [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1301.792666] env[69566]: value = "task-3408464" [ 1301.792666] env[69566]: _type = "Task" [ 1301.792666] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.800791] env[69566]: DEBUG oslo_vmware.api [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.883142] env[69566]: DEBUG oslo_vmware.api [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408462, 'name': ReconfigVM_Task, 'duration_secs': 0.225904} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.883468] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.888369] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f23ca6-8bbc-45d7-bb90-df1da0e35431 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.903369] env[69566]: DEBUG oslo_vmware.api [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1301.903369] env[69566]: value = "task-3408465" [ 1301.903369] env[69566]: _type = "Task" [ 1301.903369] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.910969] env[69566]: DEBUG oslo_vmware.api [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.951079] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.393s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.977746] env[69566]: INFO nova.scheduler.client.report [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Deleted allocations for instance 14fa4214-b791-4072-a670-93d34e6934c9 [ 1302.102641] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.102921] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.104387] env[69566]: INFO nova.compute.claims [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.155537] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.155778] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.155955] env[69566]: INFO nova.compute.manager [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Shelving [ 1302.302824] env[69566]: DEBUG oslo_vmware.api [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15462} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.303196] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.303363] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.303551] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.303793] env[69566]: INFO nova.compute.manager [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1302.304987] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.304987] env[69566]: DEBUG nova.compute.manager [-] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.304987] env[69566]: DEBUG nova.network.neutron [-] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.412317] env[69566]: DEBUG oslo_vmware.api [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408465, 'name': ReconfigVM_Task, 'duration_secs': 0.142025} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.412617] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679990', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'name': 'volume-58dbe224-c369-4f5b-84ad-7df4b9338be6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': '58dbe224-c369-4f5b-84ad-7df4b9338be6', 'serial': '58dbe224-c369-4f5b-84ad-7df4b9338be6'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1302.487458] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9e500e72-cfed-416b-966c-96c2fab22a4a tempest-ServerActionsTestOtherB-703157979 tempest-ServerActionsTestOtherB-703157979-project-member] Lock "14fa4214-b791-4072-a670-93d34e6934c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.540s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.554327] env[69566]: DEBUG nova.compute.manager [req-fd4dc2ff-3d63-4d1f-b418-5a552932ae27 req-08f27e72-7046-4463-a694-a3dc900b6084 service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Received event network-vif-deleted-cbb88a11-ddac-4a10-a530-74e8f3cc9e72 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.554414] env[69566]: INFO nova.compute.manager [req-fd4dc2ff-3d63-4d1f-b418-5a552932ae27 req-08f27e72-7046-4463-a694-a3dc900b6084 service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Neutron deleted interface cbb88a11-ddac-4a10-a530-74e8f3cc9e72; detaching it from the instance and deleting it from the info cache [ 1302.554585] env[69566]: DEBUG nova.network.neutron [req-fd4dc2ff-3d63-4d1f-b418-5a552932ae27 req-08f27e72-7046-4463-a694-a3dc900b6084 service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.956361] env[69566]: DEBUG nova.objects.instance [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.038892] env[69566]: DEBUG nova.network.neutron [-] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.057032] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49828b46-35c6-4aa2-96e0-b46670af3d8e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.066860] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eb2287-0a86-4050-8e75-10910e2d8d02 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.092313] env[69566]: DEBUG nova.compute.manager [req-fd4dc2ff-3d63-4d1f-b418-5a552932ae27 req-08f27e72-7046-4463-a694-a3dc900b6084 service nova] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Detach interface failed, port_id=cbb88a11-ddac-4a10-a530-74e8f3cc9e72, reason: Instance adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.164290] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.164583] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5faaac27-a8ab-4025-8c91-e3431b2d02c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.170728] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1303.170728] env[69566]: value = "task-3408467" [ 1303.170728] env[69566]: _type = "Task" [ 1303.170728] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.179301] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.180809] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b576b270-71a8-466b-93b0-b7ed88525f94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.187860] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d986e5-e764-474e-b030-4ef7e4030608 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.218018] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dab3579-c197-4c10-9c8b-aa13e8b5137e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.225854] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fb07aa-c0c1-4344-9268-a0720c8811da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.241589] env[69566]: DEBUG nova.compute.provider_tree [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.541131] env[69566]: INFO nova.compute.manager [-] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Took 1.24 seconds to deallocate network for instance. [ 1303.681022] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408467, 'name': PowerOffVM_Task, 'duration_secs': 0.190225} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.681309] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.682105] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fc79a-d62f-4544-a554-810e6db04fcf {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.699959] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ae5c6-16f5-43e7-bb01-2de3d24bd92b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.744379] env[69566]: DEBUG nova.scheduler.client.report [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.963409] env[69566]: DEBUG oslo_concurrency.lockutils [None req-036fcb20-3af8-4ee4-9ebc-e22dd01f02ba tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.990316] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.990552] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.047494] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.211545] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Creating Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1304.211879] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-188b4d90-e88a-40c2-b06a-12caa0da9813 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.220095] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1304.220095] env[69566]: value = "task-3408468" [ 1304.220095] env[69566]: _type = "Task" [ 1304.220095] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.228238] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408468, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.239811] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.240025] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.249403] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.249935] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.252448] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.205s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.252571] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.273728] env[69566]: INFO nova.scheduler.client.report [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocations for instance adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc [ 1304.494220] env[69566]: INFO nova.compute.manager [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Detaching volume d98eb23a-00c4-46ff-b58b-6c10d89e8e3a [ 1304.525099] env[69566]: INFO nova.virt.block_device [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Attempting to driver detach volume d98eb23a-00c4-46ff-b58b-6c10d89e8e3a from mountpoint /dev/sdc [ 1304.525377] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Volume detach. Driver type: vmdk {{(pid=69566) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1304.525572] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679992', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'name': 'volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'serial': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1304.526520] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579053bd-03c0-4e2d-b509-fc02a4dded0f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.548633] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d337663-5fca-469e-8cc3-f42298c59df3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.555406] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee15fc5-c591-4cc4-a766-0f6ddd5f38e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.575472] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1714a937-cd53-4282-a789-41fc425f7a44 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.590182] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] The volume has not been displaced from its original location: [datastore2] volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a/volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a.vmdk. No consolidation needed. {{(pid=69566) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1304.595595] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1304.595879] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffed6f2-a003-4f83-82c3-5338681f807f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.612561] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1304.612561] env[69566]: value = "task-3408469" [ 1304.612561] env[69566]: _type = "Task" [ 1304.612561] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.619657] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408469, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.729901] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408468, 'name': CreateSnapshot_Task, 'duration_secs': 0.402367} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.730189] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Created Snapshot of the VM instance {{(pid=69566) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1304.730922] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764fb147-7ea0-4a20-a686-3c889e0dd34f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.744798] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.747031] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.747031] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.747031] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.747031] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.747031] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.747031] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1304.747031] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.756976] env[69566]: DEBUG nova.compute.utils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.758660] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.758881] env[69566]: DEBUG nova.network.neutron [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.780573] env[69566]: DEBUG oslo_concurrency.lockutils [None req-463b28f1-fcc4-484c-b582-4c928ca222ef tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.099s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.807063] env[69566]: DEBUG nova.policy [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96158d5183f54abe81c44952d98c567a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5331223cd384fb591ce2440cb1f9119', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.067777] env[69566]: DEBUG nova.network.neutron [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Successfully created port: 8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1305.124036] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408469, 'name': ReconfigVM_Task, 'duration_secs': 0.236014} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.124336] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1305.129062] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea690754-88ab-4176-86c2-5be6d36a198a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.143911] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1305.143911] env[69566]: value = "task-3408470" [ 1305.143911] env[69566]: _type = "Task" [ 1305.143911] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.152063] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.248112] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Creating linked-clone VM from snapshot {{(pid=69566) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1305.249034] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.249281] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.249442] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.249590] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1305.249819] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c902fc7-f647-4528-828a-1f6ef05e609f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.254410] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b48fe91-6f96-436a-b10b-9b0c5a241043 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.259071] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1305.266734] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd0fcf0-83c6-4370-8f17-3b70d8971af0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.270565] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1305.270565] env[69566]: value = "task-3408471" [ 1305.270565] env[69566]: _type = "Task" [ 1305.270565] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.282417] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9cd076-3b69-4569-9a39-42b3218bc1c6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.288149] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408471, 'name': CloneVM_Task} progress is 10%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.292183] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9c6e96-21c2-4683-968e-ace2ed08a0c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.322041] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180092MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1305.322257] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.322489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.654171] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.783629] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408471, 'name': CloneVM_Task} progress is 93%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.155598] env[69566]: DEBUG oslo_vmware.api [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408470, 'name': ReconfigVM_Task, 'duration_secs': 0.934383} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.155944] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-679992', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'name': 'volume-d98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '06114c86-f285-4ef1-8bfd-1aa3d6ef6172', 'attached_at': '', 'detached_at': '', 'volume_id': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a', 'serial': 'd98eb23a-00c4-46ff-b58b-6c10d89e8e3a'} {{(pid=69566) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1306.271051] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.284143] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408471, 'name': CloneVM_Task} progress is 94%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.302361] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.302627] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.302800] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.302998] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.303214] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.303377] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.303606] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.303783] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.303955] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.304175] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.304376] env[69566]: DEBUG nova.virt.hardware [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.305251] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb02f85-1feb-4698-ab61-f7b1e8b58a05 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.312867] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272bfdaf-1119-422c-83dd-60df2f1ce505 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.353889] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.354077] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.354263] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 22996021-1ec4-4cfb-97aa-e0b4d8217fed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.354404] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 8eacd56f-b98d-4e41-b466-b7867770e1d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1306.354634] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1306.354819] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1306.423249] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6b8a9e-6e3c-400e-9896-8b47869d2909 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.431179] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b050ed-cb27-47c3-8510-1ddacf12159d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.462012] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db25d147-b57d-4aa3-b371-7baf17f16f86 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.474736] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9b840-f0c8-4418-8452-1b210f07a15b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.490613] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.704283] env[69566]: DEBUG nova.objects.instance [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'flavor' on Instance uuid 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.783889] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408471, 'name': CloneVM_Task, 'duration_secs': 1.373111} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.784191] env[69566]: INFO nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Created linked-clone VM from snapshot [ 1306.784923] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e323ce02-9296-4831-86b4-a10414edb631 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.793896] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Uploading image 24651799-5461-4fb5-9e6b-c3e1acb5d6c1 {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1306.809798] env[69566]: DEBUG nova.compute.manager [req-aedf4bfe-fa99-49a5-a827-94eb286a1df7 req-9df94ea0-e53e-44d7-aefc-9d6cb6ee80f4 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Received event network-vif-plugged-8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.809798] env[69566]: DEBUG oslo_concurrency.lockutils [req-aedf4bfe-fa99-49a5-a827-94eb286a1df7 req-9df94ea0-e53e-44d7-aefc-9d6cb6ee80f4 service nova] Acquiring lock "8eacd56f-b98d-4e41-b466-b7867770e1d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.809798] env[69566]: DEBUG oslo_concurrency.lockutils [req-aedf4bfe-fa99-49a5-a827-94eb286a1df7 req-9df94ea0-e53e-44d7-aefc-9d6cb6ee80f4 service nova] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.809798] env[69566]: DEBUG oslo_concurrency.lockutils [req-aedf4bfe-fa99-49a5-a827-94eb286a1df7 req-9df94ea0-e53e-44d7-aefc-9d6cb6ee80f4 service nova] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.810015] env[69566]: DEBUG nova.compute.manager [req-aedf4bfe-fa99-49a5-a827-94eb286a1df7 req-9df94ea0-e53e-44d7-aefc-9d6cb6ee80f4 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] No waiting events found dispatching network-vif-plugged-8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1306.810096] env[69566]: WARNING nova.compute.manager [req-aedf4bfe-fa99-49a5-a827-94eb286a1df7 req-9df94ea0-e53e-44d7-aefc-9d6cb6ee80f4 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Received unexpected event network-vif-plugged-8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 for instance with vm_state building and task_state spawning. [ 1306.818563] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1306.818563] env[69566]: value = "vm-679994" [ 1306.818563] env[69566]: _type = "VirtualMachine" [ 1306.818563] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1306.818810] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c7d0177-52a8-4b03-b858-ecfa5145fab8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.826954] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease: (returnval){ [ 1306.826954] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52463809-2483-d8d6-ef88-5a8563f9987f" [ 1306.826954] env[69566]: _type = "HttpNfcLease" [ 1306.826954] env[69566]: } obtained for exporting VM: (result){ [ 1306.826954] env[69566]: value = "vm-679994" [ 1306.826954] env[69566]: _type = "VirtualMachine" [ 1306.826954] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1306.826954] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the lease: (returnval){ [ 1306.826954] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52463809-2483-d8d6-ef88-5a8563f9987f" [ 1306.826954] env[69566]: _type = "HttpNfcLease" [ 1306.826954] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1306.834350] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1306.834350] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52463809-2483-d8d6-ef88-5a8563f9987f" [ 1306.834350] env[69566]: _type = "HttpNfcLease" [ 1306.834350] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1306.993723] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.334213] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1307.334213] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52463809-2483-d8d6-ef88-5a8563f9987f" [ 1307.334213] env[69566]: _type = "HttpNfcLease" [ 1307.334213] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1307.334527] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1307.334527] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52463809-2483-d8d6-ef88-5a8563f9987f" [ 1307.334527] env[69566]: _type = "HttpNfcLease" [ 1307.334527] env[69566]: }. {{(pid=69566) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1307.335301] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165678b-1262-4f12-9bf3-4c5a593a2f76 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.342581] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0ba35-bfd7-7549-e298-d1ef61c8c567/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1307.342756] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0ba35-bfd7-7549-e298-d1ef61c8c567/disk-0.vmdk for reading. {{(pid=69566) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1307.406219] env[69566]: DEBUG nova.network.neutron [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Successfully updated port: 8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.415241] env[69566]: DEBUG nova.compute.manager [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Received event network-changed-8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.415522] env[69566]: DEBUG nova.compute.manager [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Refreshing instance network info cache due to event network-changed-8e43efd0-18c3-4ad9-89ad-f4e924ef2d48. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.415931] env[69566]: DEBUG oslo_concurrency.lockutils [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] Acquiring lock "refresh_cache-8eacd56f-b98d-4e41-b466-b7867770e1d2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.415931] env[69566]: DEBUG oslo_concurrency.lockutils [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] Acquired lock "refresh_cache-8eacd56f-b98d-4e41-b466-b7867770e1d2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.416392] env[69566]: DEBUG nova.network.neutron [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Refreshing network info cache for port 8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.444213] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d96d017-b57e-4235-9bf2-59ce49208c20 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.500484] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1307.500693] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.711898] env[69566]: DEBUG oslo_concurrency.lockutils [None req-1850ecf1-641b-4f80-a5fa-852dad47d4f5 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.721s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.911969] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "refresh_cache-8eacd56f-b98d-4e41-b466-b7867770e1d2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.954851] env[69566]: DEBUG nova.network.neutron [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.080524] env[69566]: DEBUG nova.network.neutron [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.414248] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.414528] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.414749] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.414935] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.415141] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.417374] env[69566]: INFO nova.compute.manager [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Terminating instance [ 1308.583547] env[69566]: DEBUG oslo_concurrency.lockutils [req-1bc53f4a-1dd2-4c7a-a104-beab6cc26129 req-cf6577ea-fd98-4b2c-92d3-7e7f57a3f46a service nova] Releasing lock "refresh_cache-8eacd56f-b98d-4e41-b466-b7867770e1d2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.584103] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "refresh_cache-8eacd56f-b98d-4e41-b466-b7867770e1d2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.584233] env[69566]: DEBUG nova.network.neutron [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.921248] env[69566]: DEBUG nova.compute.manager [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.921575] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.922550] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857e79c-c879-44a3-a93f-ab85bf3d1d62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.931173] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.931473] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a91988d-ee79-4411-a138-64e6c937eef2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.938791] env[69566]: DEBUG oslo_vmware.api [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1308.938791] env[69566]: value = "task-3408473" [ 1308.938791] env[69566]: _type = "Task" [ 1308.938791] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.948900] env[69566]: DEBUG oslo_vmware.api [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.116331] env[69566]: DEBUG nova.network.neutron [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1309.321945] env[69566]: DEBUG nova.network.neutron [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Updating instance_info_cache with network_info: [{"id": "8e43efd0-18c3-4ad9-89ad-f4e924ef2d48", "address": "fa:16:3e:fe:e1:94", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e43efd0-18", "ovs_interfaceid": "8e43efd0-18c3-4ad9-89ad-f4e924ef2d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.448452] env[69566]: DEBUG oslo_vmware.api [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408473, 'name': PowerOffVM_Task, 'duration_secs': 0.281485} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.448809] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.448992] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.449337] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8b44275-0e58-4333-b497-0855aa3dc931 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.508930] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.509220] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.509416] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Deleting the datastore file [datastore1] 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.509730] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b719aa8-7452-42ec-a932-b32c99424462 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.515890] env[69566]: DEBUG oslo_vmware.api [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for the task: (returnval){ [ 1309.515890] env[69566]: value = "task-3408475" [ 1309.515890] env[69566]: _type = "Task" [ 1309.515890] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.523968] env[69566]: DEBUG oslo_vmware.api [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.824745] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "refresh_cache-8eacd56f-b98d-4e41-b466-b7867770e1d2" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.825036] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Instance network_info: |[{"id": "8e43efd0-18c3-4ad9-89ad-f4e924ef2d48", "address": "fa:16:3e:fe:e1:94", "network": {"id": "1a378f5e-7b9a-4e52-ace6-2928e4f0bae6", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-387694092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5331223cd384fb591ce2440cb1f9119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e43efd0-18", "ovs_interfaceid": "8e43efd0-18c3-4ad9-89ad-f4e924ef2d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.825490] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:e1:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e43efd0-18c3-4ad9-89ad-f4e924ef2d48', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.834183] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.834482] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.834743] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff5d775b-1e98-4faf-b3bd-c1931cdecd36 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.856306] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.856306] env[69566]: value = "task-3408476" [ 1309.856306] env[69566]: _type = "Task" [ 1309.856306] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.863721] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408476, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.026810] env[69566]: DEBUG oslo_vmware.api [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Task: {'id': task-3408475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152996} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.026810] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.026810] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.027257] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.027257] env[69566]: INFO nova.compute.manager [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1310.027437] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.027649] env[69566]: DEBUG nova.compute.manager [-] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.027750] env[69566]: DEBUG nova.network.neutron [-] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.367121] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408476, 'name': CreateVM_Task, 'duration_secs': 0.391957} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.367371] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.368098] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.368274] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.368590] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.368861] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d574668b-7df3-4c31-9589-f2b6e486ecfc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.374684] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1310.374684] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bb8436-8d54-77cc-3e72-5e3b9e66b1e8" [ 1310.374684] env[69566]: _type = "Task" [ 1310.374684] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.384088] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bb8436-8d54-77cc-3e72-5e3b9e66b1e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.532983] env[69566]: DEBUG nova.compute.manager [req-794dab29-cd58-41ec-b508-07272fd7eaf5 req-16b01a11-843c-49b8-a254-98460e9ebdde service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Received event network-vif-deleted-a91d5f6a-37b2-41ce-9625-ad3de73f8c5c {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.533386] env[69566]: INFO nova.compute.manager [req-794dab29-cd58-41ec-b508-07272fd7eaf5 req-16b01a11-843c-49b8-a254-98460e9ebdde service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Neutron deleted interface a91d5f6a-37b2-41ce-9625-ad3de73f8c5c; detaching it from the instance and deleting it from the info cache [ 1310.533499] env[69566]: DEBUG nova.network.neutron [req-794dab29-cd58-41ec-b508-07272fd7eaf5 req-16b01a11-843c-49b8-a254-98460e9ebdde service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.884876] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bb8436-8d54-77cc-3e72-5e3b9e66b1e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.885235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.885468] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.885711] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.885859] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.886059] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.886386] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f35706b0-44a2-4d20-952f-ca29bec065d1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.895848] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.896112] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.896991] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c61d1fb-56fc-4ed7-9f62-b3d60bbc07f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.902893] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1310.902893] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e2af94-9067-e523-d442-b83f0adbb64a" [ 1310.902893] env[69566]: _type = "Task" [ 1310.902893] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.911771] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e2af94-9067-e523-d442-b83f0adbb64a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.016364] env[69566]: DEBUG nova.network.neutron [-] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.036604] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb97a227-9eb1-4fb6-b026-2049aa89a183 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.046696] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3bb8d-422f-4a16-a0de-a926c5252a8c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.075772] env[69566]: DEBUG nova.compute.manager [req-794dab29-cd58-41ec-b508-07272fd7eaf5 req-16b01a11-843c-49b8-a254-98460e9ebdde service nova] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Detach interface failed, port_id=a91d5f6a-37b2-41ce-9625-ad3de73f8c5c, reason: Instance 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.415819] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52e2af94-9067-e523-d442-b83f0adbb64a, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.416926] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93c8785f-7a9d-449f-bc22-326b2262e77d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.422475] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1311.422475] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d0d2a4-bc9d-4937-366e-af48a18cb4e3" [ 1311.422475] env[69566]: _type = "Task" [ 1311.422475] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.431299] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d0d2a4-bc9d-4937-366e-af48a18cb4e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.520072] env[69566]: INFO nova.compute.manager [-] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Took 1.49 seconds to deallocate network for instance. [ 1311.933306] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d0d2a4-bc9d-4937-366e-af48a18cb4e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.933576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.933871] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8eacd56f-b98d-4e41-b466-b7867770e1d2/8eacd56f-b98d-4e41-b466-b7867770e1d2.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.934172] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85883a2a-515e-4aae-9f59-c65c03ed3829 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.941897] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1311.941897] env[69566]: value = "task-3408477" [ 1311.941897] env[69566]: _type = "Task" [ 1311.941897] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.951577] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.027167] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.027459] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.027725] env[69566]: DEBUG nova.objects.instance [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lazy-loading 'resources' on Instance uuid 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.452691] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408477, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.609999] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3571398-ba23-431b-a5db-5e2f547a20be {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.618752] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea8e770-2646-46a4-ab07-9f71e3fd7298 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.651162] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293a35f-4aee-4311-b06d-8088dd5a2fa4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.659594] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ffd95-3a3f-4b82-a6ec-1c71333fae3d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.673929] env[69566]: DEBUG nova.compute.provider_tree [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.954041] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996776} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.954400] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 8eacd56f-b98d-4e41-b466-b7867770e1d2/8eacd56f-b98d-4e41-b466-b7867770e1d2.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.954699] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.954906] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e737f5ce-3bca-4712-87bc-50d56d4102ea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.962540] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1312.962540] env[69566]: value = "task-3408478" [ 1312.962540] env[69566]: _type = "Task" [ 1312.962540] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.972146] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.177957] env[69566]: DEBUG nova.scheduler.client.report [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.473712] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118726} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.474134] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1313.474945] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eb6008-0d3d-405d-9eb4-ec2fed0b740f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.498715] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 8eacd56f-b98d-4e41-b466-b7867770e1d2/8eacd56f-b98d-4e41-b466-b7867770e1d2.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.499112] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaa6657d-6448-47b4-bf29-c5cdc7c44c00 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.520016] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1313.520016] env[69566]: value = "task-3408479" [ 1313.520016] env[69566]: _type = "Task" [ 1313.520016] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.529455] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.683751] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.704630] env[69566]: INFO nova.scheduler.client.report [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Deleted allocations for instance 06114c86-f285-4ef1-8bfd-1aa3d6ef6172 [ 1314.029920] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408479, 'name': ReconfigVM_Task, 'duration_secs': 0.314702} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.030261] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 8eacd56f-b98d-4e41-b466-b7867770e1d2/8eacd56f-b98d-4e41-b466-b7867770e1d2.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.030917] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0fb376-a57c-4353-ada3-c54e0281fb23 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.037634] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1314.037634] env[69566]: value = "task-3408480" [ 1314.037634] env[69566]: _type = "Task" [ 1314.037634] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.045876] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408480, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.212986] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e0b02447-c50a-41bf-9c1f-09cde5a3e701 tempest-AttachVolumeTestJSON-949454441 tempest-AttachVolumeTestJSON-949454441-project-member] Lock "06114c86-f285-4ef1-8bfd-1aa3d6ef6172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.798s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.548250] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408480, 'name': Rename_Task, 'duration_secs': 0.174489} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.548667] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.548891] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-108e3376-552c-4d34-9677-3edaa10213a3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.555305] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1314.555305] env[69566]: value = "task-3408481" [ 1314.555305] env[69566]: _type = "Task" [ 1314.555305] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.564086] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.066541] env[69566]: DEBUG oslo_vmware.api [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408481, 'name': PowerOnVM_Task, 'duration_secs': 0.507593} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.066932] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.067199] env[69566]: INFO nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1315.067418] env[69566]: DEBUG nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.068319] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713548b-e031-4c69-af18-177659374110 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.586629] env[69566]: INFO nova.compute.manager [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Took 13.50 seconds to build instance. [ 1315.735069] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0ba35-bfd7-7549-e298-d1ef61c8c567/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1315.736020] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36cab63-0450-4b02-a0e0-2bcf269e2979 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.742571] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0ba35-bfd7-7549-e298-d1ef61c8c567/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1315.742741] env[69566]: ERROR oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0ba35-bfd7-7549-e298-d1ef61c8c567/disk-0.vmdk due to incomplete transfer. [ 1315.742954] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27ca9798-240f-4c2a-aa3c-d371e880e47b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.749872] env[69566]: DEBUG oslo_vmware.rw_handles [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d0ba35-bfd7-7549-e298-d1ef61c8c567/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1315.750079] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Uploaded image 24651799-5461-4fb5-9e6b-c3e1acb5d6c1 to the Glance image server {{(pid=69566) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1315.752409] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Destroying the VM {{(pid=69566) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1315.752640] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba87c389-9f06-4feb-80e1-8b7589b90d2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.757590] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1315.757590] env[69566]: value = "task-3408483" [ 1315.757590] env[69566]: _type = "Task" [ 1315.757590] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.765496] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408483, 'name': Destroy_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.088113] env[69566]: DEBUG oslo_concurrency.lockutils [None req-389a2809-e7f1-4543-8ecc-1fb900382602 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.006s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.267384] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408483, 'name': Destroy_Task, 'duration_secs': 0.336701} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.267680] env[69566]: INFO nova.virt.vmwareapi.vm_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Destroyed the VM [ 1316.267915] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deleting Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1316.268233] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-661a85b0-8857-4d49-bd89-2616b66bedeb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.275699] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1316.275699] env[69566]: value = "task-3408484" [ 1316.275699] env[69566]: _type = "Task" [ 1316.275699] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.284653] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408484, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.785860] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408484, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377997} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.787705] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deleted Snapshot of the VM instance {{(pid=69566) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1316.787705] env[69566]: DEBUG nova.compute.manager [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.787705] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6a5e71-32c3-4868-8500-66f05c469c49 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.950965] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.951276] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.951517] env[69566]: INFO nova.compute.manager [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Rebooting instance [ 1317.208570] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "8eacd56f-b98d-4e41-b466-b7867770e1d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.208872] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.209105] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "8eacd56f-b98d-4e41-b466-b7867770e1d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.209301] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.209476] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.211627] env[69566]: INFO nova.compute.manager [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Terminating instance [ 1317.298522] env[69566]: INFO nova.compute.manager [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Shelve offloading [ 1317.467361] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.467542] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.467714] env[69566]: DEBUG nova.network.neutron [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.714916] env[69566]: DEBUG nova.compute.manager [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.715177] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.716099] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f77221d-7a8b-46f8-978c-fa3bbab6f1ec {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.724100] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.724335] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a2c5502-8482-4f87-90e5-990bc7e8d12a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.730629] env[69566]: DEBUG oslo_vmware.api [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1317.730629] env[69566]: value = "task-3408485" [ 1317.730629] env[69566]: _type = "Task" [ 1317.730629] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.738361] env[69566]: DEBUG oslo_vmware.api [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.802260] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.802700] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7673ac57-9fad-4a81-acee-2d9cbfbc4d43 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.808865] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1317.808865] env[69566]: value = "task-3408486" [ 1317.808865] env[69566]: _type = "Task" [ 1317.808865] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.816625] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.174150] env[69566]: DEBUG nova.network.neutron [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.241192] env[69566]: DEBUG oslo_vmware.api [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408485, 'name': PowerOffVM_Task, 'duration_secs': 0.212363} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.241454] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.241654] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.241900] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f02b79c-5bee-4cd3-9f75-a7a9dd764fd2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.300542] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.300766] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.300948] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleting the datastore file [datastore2] 8eacd56f-b98d-4e41-b466-b7867770e1d2 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.301250] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28e6227-a4af-4941-8228-6806178a52c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.308180] env[69566]: DEBUG oslo_vmware.api [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for the task: (returnval){ [ 1318.308180] env[69566]: value = "task-3408489" [ 1318.308180] env[69566]: _type = "Task" [ 1318.308180] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.318663] env[69566]: DEBUG oslo_vmware.api [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.322068] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] VM already powered off {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1318.322287] env[69566]: DEBUG nova.compute.manager [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.322990] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681ddf5-e6dd-4994-a475-fa08b995f5e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.328177] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.328332] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.328506] env[69566]: DEBUG nova.network.neutron [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.677965] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.818096] env[69566]: DEBUG oslo_vmware.api [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Task: {'id': task-3408489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230674} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.818476] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.818548] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.818730] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.818904] env[69566]: INFO nova.compute.manager [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1318.819167] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.819359] env[69566]: DEBUG nova.compute.manager [-] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.819452] env[69566]: DEBUG nova.network.neutron [-] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.035477] env[69566]: DEBUG nova.network.neutron [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.100936] env[69566]: DEBUG nova.compute.manager [req-0584d8b5-cc68-450a-9809-e38278fbad4c req-b78b10f7-8224-4d07-8e3a-20ba59eac6b1 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Received event network-vif-deleted-8e43efd0-18c3-4ad9-89ad-f4e924ef2d48 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.100936] env[69566]: INFO nova.compute.manager [req-0584d8b5-cc68-450a-9809-e38278fbad4c req-b78b10f7-8224-4d07-8e3a-20ba59eac6b1 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Neutron deleted interface 8e43efd0-18c3-4ad9-89ad-f4e924ef2d48; detaching it from the instance and deleting it from the info cache [ 1319.100936] env[69566]: DEBUG nova.network.neutron [req-0584d8b5-cc68-450a-9809-e38278fbad4c req-b78b10f7-8224-4d07-8e3a-20ba59eac6b1 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.181943] env[69566]: DEBUG nova.compute.manager [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.182874] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8241ab4-aa1b-4203-816e-70eca81730b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.538271] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.579935] env[69566]: DEBUG nova.network.neutron [-] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.603033] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea8b432b-9d80-4847-8a7e-702280579a59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.612529] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582a564-aa78-488e-9ca5-7a783b2604b2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.639400] env[69566]: DEBUG nova.compute.manager [req-0584d8b5-cc68-450a-9809-e38278fbad4c req-b78b10f7-8224-4d07-8e3a-20ba59eac6b1 service nova] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Detach interface failed, port_id=8e43efd0-18c3-4ad9-89ad-f4e924ef2d48, reason: Instance 8eacd56f-b98d-4e41-b466-b7867770e1d2 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.904546] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.905553] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b2a8f3-a15b-498f-80e1-9497484337f0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.913548] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.913791] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44247b36-1e95-4544-876e-5856692a2115 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.971380] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.971694] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.971898] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleting the datastore file [datastore2] 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.972217] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82c3281b-4363-41fb-b5ad-ad98072ddf84 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.978173] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1319.978173] env[69566]: value = "task-3408491" [ 1319.978173] env[69566]: _type = "Task" [ 1319.978173] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.986382] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.082424] env[69566]: INFO nova.compute.manager [-] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Took 1.26 seconds to deallocate network for instance. [ 1320.198648] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b6ca4-3f38-43ea-88c6-64ed25beb070 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.206183] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Doing hard reboot of VM {{(pid=69566) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1320.206416] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8577aed4-5dcf-4118-85bb-db47b8a71a77 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.212123] env[69566]: DEBUG oslo_vmware.api [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1320.212123] env[69566]: value = "task-3408492" [ 1320.212123] env[69566]: _type = "Task" [ 1320.212123] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.219122] env[69566]: DEBUG oslo_vmware.api [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408492, 'name': ResetVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.487845] env[69566]: DEBUG oslo_vmware.api [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134062} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.488058] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.488244] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.488419] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.513378] env[69566]: INFO nova.scheduler.client.report [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted allocations for instance 22996021-1ec4-4cfb-97aa-e0b4d8217fed [ 1320.589386] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.589660] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.589876] env[69566]: DEBUG nova.objects.instance [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lazy-loading 'resources' on Instance uuid 8eacd56f-b98d-4e41-b466-b7867770e1d2 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.721137] env[69566]: DEBUG oslo_vmware.api [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408492, 'name': ResetVM_Task, 'duration_secs': 0.099997} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.721415] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Did hard reboot of VM {{(pid=69566) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1320.721610] env[69566]: DEBUG nova.compute.manager [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.722378] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a05435-9017-48b9-8935-1753c6b0179b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.017875] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.126299] env[69566]: DEBUG nova.compute.manager [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-vif-unplugged-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.126524] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.126733] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.126899] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.127078] env[69566]: DEBUG nova.compute.manager [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] No waiting events found dispatching network-vif-unplugged-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.127252] env[69566]: WARNING nova.compute.manager [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received unexpected event network-vif-unplugged-b6eeecef-4a97-457e-9d4c-396bd1513672 for instance with vm_state shelved_offloaded and task_state None. [ 1321.127414] env[69566]: DEBUG nova.compute.manager [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.127567] env[69566]: DEBUG nova.compute.manager [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing instance network info cache due to event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.127749] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.127882] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.128046] env[69566]: DEBUG nova.network.neutron [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.134564] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6cedae-5948-4f8e-a0e7-6458f8a3fedc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.143098] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f7ea6-d97f-4661-b602-f512d3e2d55a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.175975] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbafca9-2d12-48d0-99c8-fa2cf19b76c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.183393] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70604c2-1d2a-4617-840f-7bd5707ab160 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.197012] env[69566]: DEBUG nova.compute.provider_tree [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.233767] env[69566]: DEBUG oslo_concurrency.lockutils [None req-f582e300-c6fd-4b00-983d-89f6b82196c9 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.282s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.701532] env[69566]: DEBUG nova.scheduler.client.report [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.879216] env[69566]: DEBUG nova.network.neutron [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updated VIF entry in instance network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.882442] env[69566]: DEBUG nova.network.neutron [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.206880] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.210059] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.191s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.210059] env[69566]: DEBUG nova.objects.instance [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'resources' on Instance uuid 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.224476] env[69566]: INFO nova.scheduler.client.report [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Deleted allocations for instance 8eacd56f-b98d-4e41-b466-b7867770e1d2 [ 1322.382013] env[69566]: DEBUG oslo_concurrency.lockutils [req-5e423202-fd20-4a18-8898-59d51141d35a req-507a2282-0fec-42b9-a76b-ad6b2fa54385 service nova] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.711512] env[69566]: DEBUG nova.objects.instance [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'numa_topology' on Instance uuid 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.731217] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3aedc9fb-a2dd-4398-ac2e-a0284eaafa96 tempest-ServerDiskConfigTestJSON-722175017 tempest-ServerDiskConfigTestJSON-722175017-project-member] Lock "8eacd56f-b98d-4e41-b466-b7867770e1d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.522s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.030159] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.213730] env[69566]: DEBUG nova.objects.base [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Object Instance<22996021-1ec4-4cfb-97aa-e0b4d8217fed> lazy-loaded attributes: resources,numa_topology {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.254309] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a9b34a-8fec-4aec-aaa2-7337ff90fd59 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.261864] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1cde81-6109-4f55-8ab3-ccbf8a99a46e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.290626] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeef0b24-dcb6-4093-ab9b-edf840dc8aab {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.297589] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d467b1a-b702-40c0-bb4b-814dcc3a641c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.310846] env[69566]: DEBUG nova.compute.provider_tree [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.814080] env[69566]: DEBUG nova.scheduler.client.report [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.319038] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.830568] env[69566]: DEBUG oslo_concurrency.lockutils [None req-7eea79be-16b7-4bf5-aefd-b5fb038df0c1 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.672s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.830568] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.799s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.830568] env[69566]: INFO nova.compute.manager [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Unshelving [ 1325.869482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.869482] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.869482] env[69566]: DEBUG nova.objects.instance [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'pci_requests' on Instance uuid 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.373137] env[69566]: DEBUG nova.objects.instance [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'numa_topology' on Instance uuid 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.876133] env[69566]: INFO nova.compute.claims [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.928639] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5847be4-d1be-4df2-9677-00eafd7e8e16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.935643] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc6cbe-8f6e-4783-8194-13fb2c785e45 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.965641] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689b1088-affb-41a3-9da9-99835017ed41 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.972536] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd718670-c428-4b0a-891d-e13e4cc332e2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.985251] env[69566]: DEBUG nova.compute.provider_tree [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.489176] env[69566]: DEBUG nova.scheduler.client.report [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.995853] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.127s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.023994] env[69566]: INFO nova.network.neutron [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating port b6eeecef-4a97-457e-9d4c-396bd1513672 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1330.592214] env[69566]: DEBUG nova.compute.manager [req-ba91d8c3-2cb5-4d75-a945-0e117243dab2 req-ec7a164e-5cc7-4b4a-9a8c-e57d8a8cf85d service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-vif-plugged-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.592453] env[69566]: DEBUG oslo_concurrency.lockutils [req-ba91d8c3-2cb5-4d75-a945-0e117243dab2 req-ec7a164e-5cc7-4b4a-9a8c-e57d8a8cf85d service nova] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.592653] env[69566]: DEBUG oslo_concurrency.lockutils [req-ba91d8c3-2cb5-4d75-a945-0e117243dab2 req-ec7a164e-5cc7-4b4a-9a8c-e57d8a8cf85d service nova] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.592825] env[69566]: DEBUG oslo_concurrency.lockutils [req-ba91d8c3-2cb5-4d75-a945-0e117243dab2 req-ec7a164e-5cc7-4b4a-9a8c-e57d8a8cf85d service nova] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.592995] env[69566]: DEBUG nova.compute.manager [req-ba91d8c3-2cb5-4d75-a945-0e117243dab2 req-ec7a164e-5cc7-4b4a-9a8c-e57d8a8cf85d service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] No waiting events found dispatching network-vif-plugged-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.593379] env[69566]: WARNING nova.compute.manager [req-ba91d8c3-2cb5-4d75-a945-0e117243dab2 req-ec7a164e-5cc7-4b4a-9a8c-e57d8a8cf85d service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received unexpected event network-vif-plugged-b6eeecef-4a97-457e-9d4c-396bd1513672 for instance with vm_state shelved_offloaded and task_state spawning. [ 1330.668999] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.669225] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.669409] env[69566]: DEBUG nova.network.neutron [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.353227] env[69566]: DEBUG nova.network.neutron [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.856320] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.883012] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3e880ceb320c67b18aed07c0ac436838',container_format='bare',created_at=2025-04-10T20:04:28Z,direct_url=,disk_format='vmdk',id=24651799-5461-4fb5-9e6b-c3e1acb5d6c1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-632179496-shelved',owner='d4e637624a134302935bc431afcc153c',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-10T20:04:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.883345] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.883502] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.883691] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.883841] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.883988] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.884214] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.884420] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.884604] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.884772] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.884949] env[69566]: DEBUG nova.virt.hardware [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.885824] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5281b2-cfb5-4391-a597-4cf636ca7289 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.894392] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf83cc5-1e43-43a1-81cf-05f676db3fef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.907725] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:6c:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6eeecef-4a97-457e-9d4c-396bd1513672', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.915639] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.915639] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.915776] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc648667-6d1c-4a8f-8ef4-2da5d588c782 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.934236] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.934236] env[69566]: value = "task-3408494" [ 1331.934236] env[69566]: _type = "Task" [ 1331.934236] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.942619] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408494, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.444676] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408494, 'name': CreateVM_Task, 'duration_secs': 0.298186} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.444839] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.445579] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.445750] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.446185] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.446438] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce892cb-f36f-419f-8aa7-fdc5e5ed1f3c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.450450] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1332.450450] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]522f28cf-5ac0-227f-e79f-a17d26267fbb" [ 1332.450450] env[69566]: _type = "Task" [ 1332.450450] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.457443] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]522f28cf-5ac0-227f-e79f-a17d26267fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.619085] env[69566]: DEBUG nova.compute.manager [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.619447] env[69566]: DEBUG nova.compute.manager [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing instance network info cache due to event network-changed-b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.619819] env[69566]: DEBUG oslo_concurrency.lockutils [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] Acquiring lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.620109] env[69566]: DEBUG oslo_concurrency.lockutils [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] Acquired lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.620400] env[69566]: DEBUG nova.network.neutron [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Refreshing network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.960521] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.960870] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Processing image 24651799-5461-4fb5-9e6b-c3e1acb5d6c1 {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.961051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.961204] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.961389] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.961628] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-102e6b07-362d-4093-bae0-c518fb689ab3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.969767] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.969941] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.970662] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31da86e2-afc3-478d-b2f4-8860f977b8c9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.975384] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1332.975384] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d8e5dc-ccaf-5825-9f64-c16ff60ac812" [ 1332.975384] env[69566]: _type = "Task" [ 1332.975384] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.982497] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d8e5dc-ccaf-5825-9f64-c16ff60ac812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.305508] env[69566]: DEBUG nova.network.neutron [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updated VIF entry in instance network info cache for port b6eeecef-4a97-457e-9d4c-396bd1513672. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.305885] env[69566]: DEBUG nova.network.neutron [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [{"id": "b6eeecef-4a97-457e-9d4c-396bd1513672", "address": "fa:16:3e:57:6c:71", "network": {"id": "eab373d5-9fd7-424d-882a-239fa9be2465", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-53766817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4e637624a134302935bc431afcc153c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6eeecef-4a", "ovs_interfaceid": "b6eeecef-4a97-457e-9d4c-396bd1513672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.485793] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Preparing fetch location {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1333.486071] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Fetch image to [datastore1] OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871/OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871.vmdk {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1333.486264] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Downloading stream optimized image 24651799-5461-4fb5-9e6b-c3e1acb5d6c1 to [datastore1] OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871/OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871.vmdk on the data store datastore1 as vApp {{(pid=69566) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1333.486454] env[69566]: DEBUG nova.virt.vmwareapi.images [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Downloading image file data 24651799-5461-4fb5-9e6b-c3e1acb5d6c1 to the ESX as VM named 'OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871' {{(pid=69566) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1333.555116] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1333.555116] env[69566]: value = "resgroup-9" [ 1333.555116] env[69566]: _type = "ResourcePool" [ 1333.555116] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1333.555429] env[69566]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cbfbcd7a-2a99-4ae1-8fa6-32d2b8118677 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.575440] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease: (returnval){ [ 1333.575440] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e6794e-a2d1-f1bc-5fce-933c2163fad5" [ 1333.575440] env[69566]: _type = "HttpNfcLease" [ 1333.575440] env[69566]: } obtained for vApp import into resource pool (val){ [ 1333.575440] env[69566]: value = "resgroup-9" [ 1333.575440] env[69566]: _type = "ResourcePool" [ 1333.575440] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1333.575800] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the lease: (returnval){ [ 1333.575800] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e6794e-a2d1-f1bc-5fce-933c2163fad5" [ 1333.575800] env[69566]: _type = "HttpNfcLease" [ 1333.575800] env[69566]: } to be ready. {{(pid=69566) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.582007] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.582007] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e6794e-a2d1-f1bc-5fce-933c2163fad5" [ 1333.582007] env[69566]: _type = "HttpNfcLease" [ 1333.582007] env[69566]: } is initializing. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1333.808914] env[69566]: DEBUG oslo_concurrency.lockutils [req-dd83720a-5c52-4b75-ab80-7cd204453457 req-72f8c2b2-2cfe-49b6-84e6-a327995f0fa0 service nova] Releasing lock "refresh_cache-22996021-1ec4-4cfb-97aa-e0b4d8217fed" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.084381] env[69566]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.084381] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e6794e-a2d1-f1bc-5fce-933c2163fad5" [ 1334.084381] env[69566]: _type = "HttpNfcLease" [ 1334.084381] env[69566]: } is ready. {{(pid=69566) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1334.084825] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1334.084825] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52e6794e-a2d1-f1bc-5fce-933c2163fad5" [ 1334.084825] env[69566]: _type = "HttpNfcLease" [ 1334.084825] env[69566]: }. {{(pid=69566) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1334.085422] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f87fad-73de-4299-aa4f-678d1805b1dc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.092613] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a7d83-f732-5ece-77d1-a7c7065f8205/disk-0.vmdk from lease info. {{(pid=69566) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1334.092790] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a7d83-f732-5ece-77d1-a7c7065f8205/disk-0.vmdk. {{(pid=69566) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1334.155547] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8129b91e-b9f4-404b-b9b6-cc8ab4950911 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.218947] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Completed reading data from the image iterator. {{(pid=69566) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1335.219340] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a7d83-f732-5ece-77d1-a7c7065f8205/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1335.220452] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51259a7-426a-4fdb-a031-9bd0249904bd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.228051] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a7d83-f732-5ece-77d1-a7c7065f8205/disk-0.vmdk is in state: ready. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1335.228302] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a7d83-f732-5ece-77d1-a7c7065f8205/disk-0.vmdk. {{(pid=69566) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1335.228630] env[69566]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a7a3db92-69b0-4168-b1ad-1138df4395c0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.434197] env[69566]: DEBUG oslo_vmware.rw_handles [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526a7d83-f732-5ece-77d1-a7c7065f8205/disk-0.vmdk. {{(pid=69566) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1335.434425] env[69566]: INFO nova.virt.vmwareapi.images [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Downloaded image file data 24651799-5461-4fb5-9e6b-c3e1acb5d6c1 [ 1335.435264] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81397537-48e4-40be-b50d-70a28f198077 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.449839] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b7ba344-914c-41b3-835c-6c016b4eac2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.472699] env[69566]: INFO nova.virt.vmwareapi.images [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] The imported VM was unregistered [ 1335.475134] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Caching image {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1335.475372] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Creating directory with path [datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1 {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.475635] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e28bc9-06dd-437d-a698-2c98580521b9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.495333] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Created directory with path [datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1 {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.495514] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871/OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871.vmdk to [datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk. {{(pid=69566) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1335.495765] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-993826cd-3266-430b-a597-30db47dcdee8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.502365] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1335.502365] env[69566]: value = "task-3408497" [ 1335.502365] env[69566]: _type = "Task" [ 1335.502365] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.509856] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408497, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.012326] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408497, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.512936] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408497, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.016577] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408497, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.515223] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408497, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.015607] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408497, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.26043} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.015850] env[69566]: INFO nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871/OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871.vmdk to [datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk. [ 1338.016054] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Cleaning up location [datastore1] OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871 {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1338.016223] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a529f50e-91d2-4976-a4d7-de06065a8871 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.016463] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e4ece7-77eb-4a01-b6f0-1de2c9e9b91c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.022652] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1338.022652] env[69566]: value = "task-3408498" [ 1338.022652] env[69566]: _type = "Task" [ 1338.022652] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.029933] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.532839] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032853} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.533184] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.533324] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.533723] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk to [datastore1] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.533995] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-846389a1-6c95-470b-901e-dcb94e2f2ea9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.541209] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1338.541209] env[69566]: value = "task-3408499" [ 1338.541209] env[69566]: _type = "Task" [ 1338.541209] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.548278] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.051208] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408499, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.552089] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408499, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.053464] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408499, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.553882] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408499, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.054277] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408499, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.165526} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.054609] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/24651799-5461-4fb5-9e6b-c3e1acb5d6c1/24651799-5461-4fb5-9e6b-c3e1acb5d6c1.vmdk to [datastore1] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.055321] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e6eff0-b37f-4ab8-a21e-98f80e50bf31 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.076561] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.076765] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c10d27-becd-4a2e-808b-5106ea92b5dd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.095311] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1341.095311] env[69566]: value = "task-3408500" [ 1341.095311] env[69566]: _type = "Task" [ 1341.095311] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.102350] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.605285] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408500, 'name': ReconfigVM_Task, 'duration_secs': 0.283965} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.605681] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 22996021-1ec4-4cfb-97aa-e0b4d8217fed/22996021-1ec4-4cfb-97aa-e0b4d8217fed.vmdk or device None with type streamOptimized {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.606327] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5186b83d-7f1f-4279-beff-bc58d5f80d56 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.612774] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1341.612774] env[69566]: value = "task-3408501" [ 1341.612774] env[69566]: _type = "Task" [ 1341.612774] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.620862] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408501, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.122222] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408501, 'name': Rename_Task, 'duration_secs': 0.151689} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.122522] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.122762] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ca7453-7ab2-42e0-b25f-054b9343d596 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.129243] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1342.129243] env[69566]: value = "task-3408502" [ 1342.129243] env[69566]: _type = "Task" [ 1342.129243] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.136523] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.638582] env[69566]: DEBUG oslo_vmware.api [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408502, 'name': PowerOnVM_Task, 'duration_secs': 0.445207} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.638914] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.741706] env[69566]: DEBUG nova.compute.manager [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.742627] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af0f282-4dfa-4bc4-96f2-b20b015f09e0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.261876] env[69566]: DEBUG oslo_concurrency.lockutils [None req-b447367f-2ed1-4f75-9da5-2ab26003166b tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.432s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.412252] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.412564] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.914705] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.436775] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.437114] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.438597] env[69566]: INFO nova.compute.claims [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.490558] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e1af8-db80-46ae-b85d-35f122649efe {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.498324] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b929a73-2d12-46fa-be7b-651fbe8ea547 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.528970] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894bd6ac-5d52-42b4-bf1b-fd554bc7ab7d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.535905] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ef7549-2065-4349-9935-a5a2eb252c81 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.548388] env[69566]: DEBUG nova.compute.provider_tree [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.051753] env[69566]: DEBUG nova.scheduler.client.report [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.556962] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.557526] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.062734] env[69566]: DEBUG nova.compute.utils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.064203] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.064372] env[69566]: DEBUG nova.network.neutron [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.108938] env[69566]: DEBUG nova.policy [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6044d1f558744bbb3112dd6d6dfdfaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374585788df04c4193901a67e6f0941a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.357067] env[69566]: DEBUG nova.network.neutron [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Successfully created port: 4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.569213] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.580019] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.607567] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.607862] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.608070] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.608298] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.608479] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.608741] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.608874] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.609052] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.609320] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.609524] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.609735] env[69566]: DEBUG nova.virt.hardware [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.610637] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f92bc3-82e7-44fc-bc7c-aea3d5f067e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.618527] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029b7927-29bf-4d64-852e-4905b67f347e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.700857] env[69566]: DEBUG nova.compute.manager [req-333d9119-2de8-4024-970b-1d5af1943a07 req-d51a7f68-12c2-4b9a-b45f-a4e5802c65b6 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Received event network-vif-plugged-4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.701109] env[69566]: DEBUG oslo_concurrency.lockutils [req-333d9119-2de8-4024-970b-1d5af1943a07 req-d51a7f68-12c2-4b9a-b45f-a4e5802c65b6 service nova] Acquiring lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.701318] env[69566]: DEBUG oslo_concurrency.lockutils [req-333d9119-2de8-4024-970b-1d5af1943a07 req-d51a7f68-12c2-4b9a-b45f-a4e5802c65b6 service nova] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.701489] env[69566]: DEBUG oslo_concurrency.lockutils [req-333d9119-2de8-4024-970b-1d5af1943a07 req-d51a7f68-12c2-4b9a-b45f-a4e5802c65b6 service nova] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.701680] env[69566]: DEBUG nova.compute.manager [req-333d9119-2de8-4024-970b-1d5af1943a07 req-d51a7f68-12c2-4b9a-b45f-a4e5802c65b6 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] No waiting events found dispatching network-vif-plugged-4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.701886] env[69566]: WARNING nova.compute.manager [req-333d9119-2de8-4024-970b-1d5af1943a07 req-d51a7f68-12c2-4b9a-b45f-a4e5802c65b6 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Received unexpected event network-vif-plugged-4b12a1f4-dea6-4f63-aac6-90eb26452005 for instance with vm_state building and task_state spawning. [ 1363.784913] env[69566]: DEBUG nova.network.neutron [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Successfully updated port: 4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.287619] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.287789] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.287942] env[69566]: DEBUG nova.network.neutron [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.817918] env[69566]: DEBUG nova.network.neutron [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.931707] env[69566]: DEBUG nova.network.neutron [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updating instance_info_cache with network_info: [{"id": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "address": "fa:16:3e:d1:fd:c5", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b12a1f4-de", "ovs_interfaceid": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.434890] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.435221] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance network_info: |[{"id": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "address": "fa:16:3e:d1:fd:c5", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b12a1f4-de", "ovs_interfaceid": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.435664] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:fd:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b12a1f4-dea6-4f63-aac6-90eb26452005', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.443130] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.443346] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.443570] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6f4fb8-0fbe-463f-a49e-5c034e6697e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.462584] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.462584] env[69566]: value = "task-3408503" [ 1365.462584] env[69566]: _type = "Task" [ 1365.462584] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.469650] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408503, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.727232] env[69566]: DEBUG nova.compute.manager [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Received event network-changed-4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.727475] env[69566]: DEBUG nova.compute.manager [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Refreshing instance network info cache due to event network-changed-4b12a1f4-dea6-4f63-aac6-90eb26452005. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.727700] env[69566]: DEBUG oslo_concurrency.lockutils [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] Acquiring lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.727850] env[69566]: DEBUG oslo_concurrency.lockutils [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] Acquired lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.728020] env[69566]: DEBUG nova.network.neutron [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Refreshing network info cache for port 4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.973010] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408503, 'name': CreateVM_Task, 'duration_secs': 0.311082} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.973363] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.973909] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.974085] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.974398] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.974650] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5510be01-6f99-438d-b0c4-4db39774a2de {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.979537] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1365.979537] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5232c926-0a98-d1b6-07f6-8be21dcffdca" [ 1365.979537] env[69566]: _type = "Task" [ 1365.979537] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.986831] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5232c926-0a98-d1b6-07f6-8be21dcffdca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.417605] env[69566]: DEBUG nova.network.neutron [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updated VIF entry in instance network info cache for port 4b12a1f4-dea6-4f63-aac6-90eb26452005. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.417972] env[69566]: DEBUG nova.network.neutron [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updating instance_info_cache with network_info: [{"id": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "address": "fa:16:3e:d1:fd:c5", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b12a1f4-de", "ovs_interfaceid": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.488867] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5232c926-0a98-d1b6-07f6-8be21dcffdca, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.489180] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.489418] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.489660] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.489814] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.490057] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.490342] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b8c9fb0-04f9-4faa-ae7c-d9dd2177b342 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.499147] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.499327] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.499996] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13083460-2b18-455d-8225-847c3683769a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.504478] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1366.504478] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]523ed747-62e4-a795-f2c6-0ede9fb751ab" [ 1366.504478] env[69566]: _type = "Task" [ 1366.504478] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.511666] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523ed747-62e4-a795-f2c6-0ede9fb751ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.921371] env[69566]: DEBUG oslo_concurrency.lockutils [req-48fd8ae8-dc3c-4662-827d-b576ac227b23 req-41304f07-12f7-43ce-8836-70f038f96319 service nova] Releasing lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.014824] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]523ed747-62e4-a795-f2c6-0ede9fb751ab, 'name': SearchDatastore_Task, 'duration_secs': 0.007809} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.015596] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26caa432-bc6c-4231-9158-59e9cb7a8012 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.020961] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1367.020961] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5212649f-f52b-0987-33b7-fdc2934ab757" [ 1367.020961] env[69566]: _type = "Task" [ 1367.020961] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.029386] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5212649f-f52b-0987-33b7-fdc2934ab757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.502778] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.502778] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.502778] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.502778] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.502778] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.502778] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.503116] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.503116] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1367.503116] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.531307] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5212649f-f52b-0987-33b7-fdc2934ab757, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.531559] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.533881] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.533881] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1987de8-3828-4dcf-858b-a13af2394de8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.538897] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1367.538897] env[69566]: value = "task-3408504" [ 1367.538897] env[69566]: _type = "Task" [ 1367.538897] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.546051] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.006361] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.006619] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.006791] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.006954] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1368.007826] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3639d8d8-00eb-4fb1-b4ee-6f5c6b7dec7d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.016592] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90facaa7-7425-40e7-8f1f-6edbbdec19cb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.029853] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb0b98-76a3-422d-92cd-eb1349ae5637 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.035821] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e69f2-63f8-4926-8a9e-764762236787 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.065221] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180509MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1368.065422] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.065563] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.072008] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407111} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.072247] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.072465] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1368.072709] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4eddcc7-2844-47e4-a26b-d06cdf73ec62 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.077864] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1368.077864] env[69566]: value = "task-3408505" [ 1368.077864] env[69566]: _type = "Task" [ 1368.077864] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.087336] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.587761] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058697} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.588034] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.588778] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743693fd-d003-4c86-81db-04464894b3ff {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.609943] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.610170] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c481c33d-9527-4db9-a7d0-8db9b2188f88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.628523] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1368.628523] env[69566]: value = "task-3408506" [ 1368.628523] env[69566]: _type = "Task" [ 1368.628523] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.635676] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.092224] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.092500] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 22996021-1ec4-4cfb-97aa-e0b4d8217fed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.092500] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 6c924c0d-9953-48e1-a2a6-dbe03be85c4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1369.092687] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1369.092828] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1369.137870] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408506, 'name': ReconfigVM_Task, 'duration_secs': 0.282342} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.138878] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.139957] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc1654-1214-494c-a5f1-1a4447b6ab01 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.142237] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9336e9e4-2a21-4b4a-8cc5-f5f7ea5a69ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.147668] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798a731-4583-469f-926f-f733b5448ead {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.151304] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1369.151304] env[69566]: value = "task-3408507" [ 1369.151304] env[69566]: _type = "Task" [ 1369.151304] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.180148] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62854f54-f5de-4a54-a31d-ebdaf9a40f69 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.185755] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408507, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.190372] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd63dec-824f-43b9-9bf2-364abc60dc89 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.203022] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.661518] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408507, 'name': Rename_Task, 'duration_secs': 0.149089} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.661789] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.662069] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce393c5-a140-44bb-ad2f-444b2d33ab80 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.668487] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1369.668487] env[69566]: value = "task-3408508" [ 1369.668487] env[69566]: _type = "Task" [ 1369.668487] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.675397] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.706530] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.178134] env[69566]: DEBUG oslo_vmware.api [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408508, 'name': PowerOnVM_Task, 'duration_secs': 0.422325} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.178518] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.178660] env[69566]: INFO nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1370.178838] env[69566]: DEBUG nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.179630] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b813190-b8ae-484b-a711-f414de20a13c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.211260] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1370.211564] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.698112] env[69566]: INFO nova.compute.manager [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Took 11.28 seconds to build instance. [ 1371.200494] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8cb1b342-d0d3-46d8-8bdc-0f14917bd45c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.788s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.303968] env[69566]: DEBUG nova.compute.manager [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Received event network-changed-4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.304477] env[69566]: DEBUG nova.compute.manager [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Refreshing instance network info cache due to event network-changed-4b12a1f4-dea6-4f63-aac6-90eb26452005. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.304823] env[69566]: DEBUG oslo_concurrency.lockutils [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] Acquiring lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.305094] env[69566]: DEBUG oslo_concurrency.lockutils [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] Acquired lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.305379] env[69566]: DEBUG nova.network.neutron [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Refreshing network info cache for port 4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.053786] env[69566]: DEBUG nova.network.neutron [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updated VIF entry in instance network info cache for port 4b12a1f4-dea6-4f63-aac6-90eb26452005. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.054195] env[69566]: DEBUG nova.network.neutron [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updating instance_info_cache with network_info: [{"id": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "address": "fa:16:3e:d1:fd:c5", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b12a1f4-de", "ovs_interfaceid": "4b12a1f4-dea6-4f63-aac6-90eb26452005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.556925] env[69566]: DEBUG oslo_concurrency.lockutils [req-23653b48-5315-4add-bc93-367d90af03f7 req-8571aa0b-31bf-4d32-aa46-c989d8a0e039 service nova] Releasing lock "refresh_cache-6c924c0d-9953-48e1-a2a6-dbe03be85c4d" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.702235] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.702624] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.702726] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.702885] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.703069] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.705424] env[69566]: INFO nova.compute.manager [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Terminating instance [ 1380.209344] env[69566]: DEBUG nova.compute.manager [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.209561] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.210558] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f13761-7d03-4d5d-8eb9-98f7d1ce6f6e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.218534] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.218754] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f64bac-97ef-48af-9a80-66313d7ae814 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.225718] env[69566]: DEBUG oslo_vmware.api [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1380.225718] env[69566]: value = "task-3408509" [ 1380.225718] env[69566]: _type = "Task" [ 1380.225718] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.233099] env[69566]: DEBUG oslo_vmware.api [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.735871] env[69566]: DEBUG oslo_vmware.api [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408509, 'name': PowerOffVM_Task, 'duration_secs': 0.174864} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.736277] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.736364] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.736608] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb2c328e-d28e-4a30-a707-576bc2593a96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.801017] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.801298] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.801440] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleting the datastore file [datastore1] 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.801714] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b508facd-61fb-49c2-a3f0-4295fe96c9ee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.813061] env[69566]: DEBUG oslo_vmware.api [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for the task: (returnval){ [ 1380.813061] env[69566]: value = "task-3408511" [ 1380.813061] env[69566]: _type = "Task" [ 1380.813061] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.820957] env[69566]: DEBUG oslo_vmware.api [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.323457] env[69566]: DEBUG oslo_vmware.api [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Task: {'id': task-3408511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23669} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.323708] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.323912] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.324110] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.324288] env[69566]: INFO nova.compute.manager [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1381.324527] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1381.324715] env[69566]: DEBUG nova.compute.manager [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.324810] env[69566]: DEBUG nova.network.neutron [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.768221] env[69566]: DEBUG nova.compute.manager [req-af70f5d0-6a5f-45ec-964b-706de2ca8180 req-b3b06fc3-eb62-4b12-8ea9-10a66d65a324 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Received event network-vif-deleted-b6eeecef-4a97-457e-9d4c-396bd1513672 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.768574] env[69566]: INFO nova.compute.manager [req-af70f5d0-6a5f-45ec-964b-706de2ca8180 req-b3b06fc3-eb62-4b12-8ea9-10a66d65a324 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Neutron deleted interface b6eeecef-4a97-457e-9d4c-396bd1513672; detaching it from the instance and deleting it from the info cache [ 1381.768894] env[69566]: DEBUG nova.network.neutron [req-af70f5d0-6a5f-45ec-964b-706de2ca8180 req-b3b06fc3-eb62-4b12-8ea9-10a66d65a324 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.246901] env[69566]: DEBUG nova.network.neutron [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.271658] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b2a60d5-cf57-448d-ab7d-71cd72bc2a9b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.281933] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c508a9-94cc-46bd-8372-532f84df2bc7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.309154] env[69566]: DEBUG nova.compute.manager [req-af70f5d0-6a5f-45ec-964b-706de2ca8180 req-b3b06fc3-eb62-4b12-8ea9-10a66d65a324 service nova] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Detach interface failed, port_id=b6eeecef-4a97-457e-9d4c-396bd1513672, reason: Instance 22996021-1ec4-4cfb-97aa-e0b4d8217fed could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1382.750631] env[69566]: INFO nova.compute.manager [-] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Took 1.43 seconds to deallocate network for instance. [ 1383.257051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.257498] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.257498] env[69566]: DEBUG nova.objects.instance [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lazy-loading 'resources' on Instance uuid 22996021-1ec4-4cfb-97aa-e0b4d8217fed {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.812624] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca69bad-5c22-4a79-bd3a-9327924aedee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.819951] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee1601f-bd0f-425e-b07f-fb807e21ae5c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.849623] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5994486b-6730-40dd-ade4-d5c32cb7f5a2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.856676] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e75ae42-b5c0-44e7-be39-305436959747 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.869412] env[69566]: DEBUG nova.compute.provider_tree [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.373282] env[69566]: DEBUG nova.scheduler.client.report [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.881060] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.900671] env[69566]: INFO nova.scheduler.client.report [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Deleted allocations for instance 22996021-1ec4-4cfb-97aa-e0b4d8217fed [ 1385.408402] env[69566]: DEBUG oslo_concurrency.lockutils [None req-991641e5-0149-43ac-901c-562e1471c123 tempest-AttachVolumeShelveTestJSON-1912655505 tempest-AttachVolumeShelveTestJSON-1912655505-project-member] Lock "22996021-1ec4-4cfb-97aa-e0b4d8217fed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.919498] env[69566]: INFO nova.compute.manager [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Rebuilding instance [ 1407.959860] env[69566]: DEBUG nova.compute.manager [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.960736] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a34ebc-29b0-4e44-af55-0102a96f11b4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.973579] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.973983] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-059123f7-9649-4d48-a733-906064e90c0b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.981414] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1408.981414] env[69566]: value = "task-3408513" [ 1408.981414] env[69566]: _type = "Task" [ 1408.981414] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.988864] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.491384] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408513, 'name': PowerOffVM_Task, 'duration_secs': 0.161985} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.491636] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.491866] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.492619] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5d0b9-590c-44d5-9773-5d5cc1696f5f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.498697] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.498899] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc351c0-802a-4aa7-952a-0d8b02ebad48 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.564042] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.564292] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.564472] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleting the datastore file [datastore1] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.564721] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35069b63-b6fe-478d-8479-89761b345560 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.570541] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1409.570541] env[69566]: value = "task-3408515" [ 1409.570541] env[69566]: _type = "Task" [ 1409.570541] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.577830] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.080701] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122352} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.081079] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.081079] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.081343] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.110417] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.110710] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.110828] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.111017] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.111172] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.111319] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.111523] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.111681] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.111846] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.112021] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.112199] env[69566]: DEBUG nova.virt.hardware [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.113056] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417e2cd2-39fc-4e14-9a5f-7e2d717ce252 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.120903] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff011fc8-3272-49b2-90f6-56bf60c527b8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.134294] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:fd:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b12a1f4-dea6-4f63-aac6-90eb26452005', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.141567] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.141791] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.141981] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-286e1453-7d44-4c43-971b-077c385a95f3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.159907] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.159907] env[69566]: value = "task-3408516" [ 1411.159907] env[69566]: _type = "Task" [ 1411.159907] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.166653] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408516, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.669189] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408516, 'name': CreateVM_Task, 'duration_secs': 0.299382} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.669377] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.670057] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.670242] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.670560] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.670805] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0045de-0503-42ff-97e9-ab3fa9187b16 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.674875] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1411.674875] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]5293c6ca-b41c-9c69-c0ac-3f200402a119" [ 1411.674875] env[69566]: _type = "Task" [ 1411.674875] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.682403] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5293c6ca-b41c-9c69-c0ac-3f200402a119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.185190] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]5293c6ca-b41c-9c69-c0ac-3f200402a119, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.185587] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.185713] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.185955] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.186122] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.186309] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.186595] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4d90b2-4601-4d88-901b-20a7cfe2fa03 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.194468] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.194648] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.195314] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50675c5-0003-4782-abd7-96f2b0147c9d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.199692] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1412.199692] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528bd876-c5ea-57cb-18af-0b5eca2478bc" [ 1412.199692] env[69566]: _type = "Task" [ 1412.199692] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.206592] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528bd876-c5ea-57cb-18af-0b5eca2478bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.710233] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528bd876-c5ea-57cb-18af-0b5eca2478bc, 'name': SearchDatastore_Task, 'duration_secs': 0.007767} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.710999] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e058a17-a89b-4765-a0b9-bed21abf01c1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.716016] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1412.716016] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52d6c4f6-2aed-7787-5683-68f8bb50682f" [ 1412.716016] env[69566]: _type = "Task" [ 1412.716016] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.722944] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d6c4f6-2aed-7787-5683-68f8bb50682f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.226383] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52d6c4f6-2aed-7787-5683-68f8bb50682f, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.226793] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.226942] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.227095] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17430ba-96a0-40c0-8d0c-70410e04860c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.232982] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1413.232982] env[69566]: value = "task-3408517" [ 1413.232982] env[69566]: _type = "Task" [ 1413.232982] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.239935] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.742645] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427639} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.742917] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.743144] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.743400] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-067c8ef2-6fde-4e5f-b193-00033813cb96 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.750139] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1413.750139] env[69566]: value = "task-3408518" [ 1413.750139] env[69566]: _type = "Task" [ 1413.750139] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.758553] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.259663] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059043} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.260066] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.260660] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd83f57-c2b4-4544-ad48-397187190548 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.281453] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.281684] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07bc098f-6514-4155-b0a6-ce8a4a0bfab0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.299936] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1414.299936] env[69566]: value = "task-3408519" [ 1414.299936] env[69566]: _type = "Task" [ 1414.299936] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.307231] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.809442] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408519, 'name': ReconfigVM_Task, 'duration_secs': 0.301547} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.809728] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d/6c924c0d-9953-48e1-a2a6-dbe03be85c4d.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.810375] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b83e86-8a8f-455f-8347-63b9d103a947 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.816482] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1414.816482] env[69566]: value = "task-3408520" [ 1414.816482] env[69566]: _type = "Task" [ 1414.816482] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.824267] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408520, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.326669] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408520, 'name': Rename_Task, 'duration_secs': 0.15523} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.327130] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.327212] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a97c39-7420-415f-a591-b7f741e1694e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.332888] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1415.332888] env[69566]: value = "task-3408521" [ 1415.332888] env[69566]: _type = "Task" [ 1415.332888] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.339748] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.842965] env[69566]: DEBUG oslo_vmware.api [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408521, 'name': PowerOnVM_Task, 'duration_secs': 0.469711} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.843301] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.843446] env[69566]: DEBUG nova.compute.manager [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.844230] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd9036-dfad-4a1b-9048-6d4c4beea255 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.359402] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.359753] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.359843] env[69566]: DEBUG nova.objects.instance [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69566) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1417.368430] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8ec2a16d-1e9a-4d5f-9833-7b31c48a600e tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.802330] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.802744] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308087] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308329] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308439] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308554] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308703] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308849] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.308986] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1420.309430] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.811660] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.812169] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.812169] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.812359] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1420.814474] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b69f34-07fa-4a7d-a0db-7205c998115c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.822399] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a968e4-bb03-4ccc-bc1c-18c7c1c0a7e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.835743] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60d13cb-37cc-46e5-8ebf-2fba2e527698 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.841560] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035bdba9-ef74-45d1-8d87-44a7d952d051 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.869292] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180509MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1420.870950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.870950] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.895342] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.895608] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance 6c924c0d-9953-48e1-a2a6-dbe03be85c4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1421.895705] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1421.895814] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1421.932208] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc2cc5-a69e-4e96-89cd-b959b7794664 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.939761] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5961be8-cc91-4afc-ad14-3f2fadebc3f8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.970895] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e5288-0abd-4222-a8f7-06c0dba66457 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.977902] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d625b8-125b-4879-942c-03fb4a37d964 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.990465] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.493258] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.998660] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1422.999101] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.591045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.591045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.591045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.591045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.591045] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.594622] env[69566]: INFO nova.compute.manager [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Terminating instance [ 1453.098760] env[69566]: DEBUG nova.compute.manager [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.099147] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.100109] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2ccd6e-a661-4ca5-9fca-826821e82f73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.109677] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.109961] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-469ddb10-c525-4e5f-ae0e-9977165c292e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.116457] env[69566]: DEBUG oslo_vmware.api [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1453.116457] env[69566]: value = "task-3408522" [ 1453.116457] env[69566]: _type = "Task" [ 1453.116457] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.124592] env[69566]: DEBUG oslo_vmware.api [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.626638] env[69566]: DEBUG oslo_vmware.api [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408522, 'name': PowerOffVM_Task, 'duration_secs': 0.21594} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.627104] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1453.627104] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1453.627353] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c644f2e-0c49-48a1-8bec-a930b0fc4155 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.688320] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1453.688575] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1453.688707] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleting the datastore file [datastore2] 6c924c0d-9953-48e1-a2a6-dbe03be85c4d {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1453.688969] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a354c0ea-860e-4123-aefa-18c76c63c57e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.694893] env[69566]: DEBUG oslo_vmware.api [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1453.694893] env[69566]: value = "task-3408524" [ 1453.694893] env[69566]: _type = "Task" [ 1453.694893] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.701998] env[69566]: DEBUG oslo_vmware.api [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.204707] env[69566]: DEBUG oslo_vmware.api [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129557} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.204974] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.205164] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.205340] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.205517] env[69566]: INFO nova.compute.manager [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1454.205811] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1454.206013] env[69566]: DEBUG nova.compute.manager [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.206119] env[69566]: DEBUG nova.network.neutron [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1454.674038] env[69566]: DEBUG nova.compute.manager [req-51adf101-8503-4932-a922-e0ab3d6d439b req-dbf33e0e-93f5-4269-83fa-f70e25b47e7f service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Received event network-vif-deleted-4b12a1f4-dea6-4f63-aac6-90eb26452005 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1454.674328] env[69566]: INFO nova.compute.manager [req-51adf101-8503-4932-a922-e0ab3d6d439b req-dbf33e0e-93f5-4269-83fa-f70e25b47e7f service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Neutron deleted interface 4b12a1f4-dea6-4f63-aac6-90eb26452005; detaching it from the instance and deleting it from the info cache [ 1454.674900] env[69566]: DEBUG nova.network.neutron [req-51adf101-8503-4932-a922-e0ab3d6d439b req-dbf33e0e-93f5-4269-83fa-f70e25b47e7f service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.151055] env[69566]: DEBUG nova.network.neutron [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.177961] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9102769d-2070-4593-95e1-814becf89bce {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.186790] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552bd99-9c2b-4272-9232-5e0ddfc33f13 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.211021] env[69566]: DEBUG nova.compute.manager [req-51adf101-8503-4932-a922-e0ab3d6d439b req-dbf33e0e-93f5-4269-83fa-f70e25b47e7f service nova] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Detach interface failed, port_id=4b12a1f4-dea6-4f63-aac6-90eb26452005, reason: Instance 6c924c0d-9953-48e1-a2a6-dbe03be85c4d could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1455.653685] env[69566]: INFO nova.compute.manager [-] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Took 1.45 seconds to deallocate network for instance. [ 1456.160602] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.160985] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.161118] env[69566]: DEBUG nova.objects.instance [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'resources' on Instance uuid 6c924c0d-9953-48e1-a2a6-dbe03be85c4d {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1456.704014] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049e3134-4322-463a-8ed1-37fed7d249f5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.712565] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb19e2-b0a1-4b8d-bbf7-35bc9dab91d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.741873] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41430106-1c1f-4f12-9958-e06b944834f6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.748751] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f737fd-ca4e-4c60-8026-4290692fd82f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.761420] env[69566]: DEBUG nova.compute.provider_tree [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.264483] env[69566]: DEBUG nova.scheduler.client.report [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.769759] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.791368] env[69566]: INFO nova.scheduler.client.report [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted allocations for instance 6c924c0d-9953-48e1-a2a6-dbe03be85c4d [ 1458.299526] env[69566]: DEBUG oslo_concurrency.lockutils [None req-e8e24637-87b3-49d6-9da6-96b6562b6dca tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "6c924c0d-9953-48e1-a2a6-dbe03be85c4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.337016] env[69566]: DEBUG nova.compute.manager [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1460.857540] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.857828] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.362678] env[69566]: INFO nova.compute.claims [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.868623] env[69566]: INFO nova.compute.resource_tracker [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating resource usage from migration 146bf914-0845-47ce-9a48-82a67f03606c [ 1461.905501] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6204c01-4f6b-4d9f-b5f1-da8dab28d5e6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.913199] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b104754-92f6-4e42-8542-7e40d8bc4364 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.942984] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4694aa38-c9a6-4a15-ad1c-60b9a1446b64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.950286] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3803a5-c0ad-4171-b8cd-fbd400fde88b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.964877] env[69566]: DEBUG nova.compute.provider_tree [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.468063] env[69566]: DEBUG nova.scheduler.client.report [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.972465] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.114s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.972699] env[69566]: INFO nova.compute.manager [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Migrating [ 1463.487729] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.488161] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.488161] env[69566]: DEBUG nova.network.neutron [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1464.190087] env[69566]: DEBUG nova.network.neutron [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.692729] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.208276] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57cf59c-64bd-448d-8ebe-743829583c2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.226675] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1466.734235] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.734537] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-816e2f24-8e96-4718-b4da-882c22c21a32 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.741978] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1466.741978] env[69566]: value = "task-3408525" [ 1466.741978] env[69566]: _type = "Task" [ 1466.741978] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.749637] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.252214] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408525, 'name': PowerOffVM_Task, 'duration_secs': 0.183644} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.252622] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1467.252669] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1467.758948] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1467.759268] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.759382] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1467.759536] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.759684] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1467.759836] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1467.760053] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1467.760220] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1467.760388] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1467.760622] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1467.760822] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1467.766088] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f06af53-a374-49a3-b37b-4a7ef70836a9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.781213] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1467.781213] env[69566]: value = "task-3408526" [ 1467.781213] env[69566]: _type = "Task" [ 1467.781213] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.788946] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.292083] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408526, 'name': ReconfigVM_Task, 'duration_secs': 0.178257} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.292617] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.799247] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.799498] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.799664] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.799855] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.800000] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.800164] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.800370] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.800529] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.800694] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.800856] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.801039] env[69566]: DEBUG nova.virt.hardware [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.806297] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1468.806575] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ba6c1eb-36d0-4385-b459-83f30dd6ed27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.824927] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1468.824927] env[69566]: value = "task-3408527" [ 1468.824927] env[69566]: _type = "Task" [ 1468.824927] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.832536] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.334555] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408527, 'name': ReconfigVM_Task, 'duration_secs': 0.160019} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.334950] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1469.335610] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbf4b99-7aae-46ad-a773-30e5a3978580 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.356968] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee/0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.357480] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77b40fb9-2c33-46fc-81d4-737ffdf068ef {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.375300] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1469.375300] env[69566]: value = "task-3408528" [ 1469.375300] env[69566]: _type = "Task" [ 1469.375300] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.382297] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.885632] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408528, 'name': ReconfigVM_Task, 'duration_secs': 0.250247} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.885923] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee/0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.886198] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.393132] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c7012-c423-4bb7-9ced-f501154e9812 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.412952] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94626959-b023-4f07-b1fe-3494ed33f1f2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.429677] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.973453] env[69566]: DEBUG nova.network.neutron [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Port cb84993f-6a63-4be9-8bd1-7046820ca52f binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1471.994924] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.995388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.995501] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.029646] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.029930] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.030068] env[69566]: DEBUG nova.network.neutron [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.726190] env[69566]: DEBUG nova.network.neutron [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.228753] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.753065] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8305bf9-1e4e-4aef-809f-8a627ea01019 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.771751] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0509f83-43a9-4bf2-a667-e1804341868b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.778174] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1475.284176] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.284578] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dabdac39-8291-4060-abe7-3a9dd55e7422 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.292751] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1475.292751] env[69566]: value = "task-3408529" [ 1475.292751] env[69566]: _type = "Task" [ 1475.292751] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.300391] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.802313] env[69566]: DEBUG oslo_vmware.api [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408529, 'name': PowerOnVM_Task, 'duration_secs': 0.391587} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.802578] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1475.802779] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-ab61184f-01e0-47d0-8ed1-e454f81f7083 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance '0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1476.096725] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.097022] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.097194] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.595301] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.096213] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.096416] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1478.096563] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.096688] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Cleaning up deleted instances with incomplete migration {{(pid=69566) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1478.454316] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.454579] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.454796] env[69566]: DEBUG nova.compute.manager [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Going to confirm migration 9 {{(pid=69566) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1478.993211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.993489] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.993577] env[69566]: DEBUG nova.network.neutron [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.993741] env[69566]: DEBUG nova.objects.instance [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'info_cache' on Instance uuid 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.600188] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.600508] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.600781] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1479.601017] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Cleaning up deleted instances {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1480.108247] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] There are 21 instances to clean {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1480.108583] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 6c924c0d-9953-48e1-a2a6-dbe03be85c4d] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.445260] env[69566]: DEBUG nova.network.neutron [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [{"id": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "address": "fa:16:3e:68:f0:f9", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb84993f-6a", "ovs_interfaceid": "cb84993f-6a63-4be9-8bd1-7046820ca52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.612082] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8eacd56f-b98d-4e41-b466-b7867770e1d2] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.947713] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.947986] env[69566]: DEBUG nova.objects.instance [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'migration_context' on Instance uuid 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.116150] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: adedc3b5-5d99-4c6a-bf01-5eb2e61d0ccc] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.450890] env[69566]: DEBUG nova.objects.base [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Object Instance<0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee> lazy-loaded attributes: info_cache,migration_context {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.451877] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc03011-3cd5-4ad6-8da5-fb3c44049b5d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.471310] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2cc687b-ca5f-4873-b758-5bba374a2421 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.476948] env[69566]: DEBUG oslo_vmware.api [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1481.476948] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]528233ef-2275-f439-f1d6-3fcd99de62fe" [ 1481.476948] env[69566]: _type = "Task" [ 1481.476948] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.484095] env[69566]: DEBUG oslo_vmware.api [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528233ef-2275-f439-f1d6-3fcd99de62fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.619889] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 22996021-1ec4-4cfb-97aa-e0b4d8217fed] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.987859] env[69566]: DEBUG oslo_vmware.api [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]528233ef-2275-f439-f1d6-3fcd99de62fe, 'name': SearchDatastore_Task, 'duration_secs': 0.008591} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.988152] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.988402] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.123522] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 06114c86-f285-4ef1-8bfd-1aa3d6ef6172] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.601430] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b671ff-16b5-42ba-8583-881b38891fa0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.609255] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb28f8c-2041-4a38-aa19-c51a76defe90 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.638037] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: f0afb933-709c-4422-8717-fce7c8f9d9fd] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.640547] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a176f8c-85a4-468c-b7c3-60af4e34c711 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.647753] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e2a9a-5e2d-427e-8fef-35bf207de410 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.660787] env[69566]: DEBUG nova.compute.provider_tree [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1483.144196] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 84953ed3-0ba7-4801-b833-529434b80144] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.163418] env[69566]: DEBUG nova.scheduler.client.report [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1483.647610] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 14fa4214-b791-4072-a670-93d34e6934c9] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.151020] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: be9342a3-10bc-4ed5-934d-4f3d52dc9859] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.174164] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.186s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.654965] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 8b4fb637-4164-4f03-a9ff-62cdae833c84] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.733237] env[69566]: INFO nova.scheduler.client.report [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted allocation for migration 146bf914-0845-47ce-9a48-82a67f03606c [ 1485.158558] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 911574d8-42a5-4736-bd0d-b976dc902f04] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.238797] env[69566]: DEBUG oslo_concurrency.lockutils [None req-ba339391-721f-40f4-bcd9-f347cee65239 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.784s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.554054] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.554359] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.554554] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.554736] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.554945] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.557129] env[69566]: INFO nova.compute.manager [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Terminating instance [ 1485.661954] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: db4de040-2ba4-4165-93f8-e77a1c1082be] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.061247] env[69566]: DEBUG nova.compute.manager [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.061527] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.062893] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de1404a-5ebe-4499-97a7-a3e01620861a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.070479] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.070715] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c53c2bc1-0065-4075-a938-67828fc9c383 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.076494] env[69566]: DEBUG oslo_vmware.api [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1486.076494] env[69566]: value = "task-3408530" [ 1486.076494] env[69566]: _type = "Task" [ 1486.076494] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.085377] env[69566]: DEBUG oslo_vmware.api [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.165288] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: dbcbefd5-e34c-48d5-a502-59f0f385b3e2] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.586893] env[69566]: DEBUG oslo_vmware.api [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408530, 'name': PowerOffVM_Task, 'duration_secs': 0.212178} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.587161] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.587334] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.587572] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9dde61b-cf2a-4b64-bee5-9f3b71771aea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.656711] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.656921] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.657097] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleting the datastore file [datastore1] 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.657347] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c87790-bd8e-43b4-b59c-b89f0ab8953c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.662684] env[69566]: DEBUG oslo_vmware.api [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1486.662684] env[69566]: value = "task-3408532" [ 1486.662684] env[69566]: _type = "Task" [ 1486.662684] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.669982] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: c61fd9f3-25fe-4cbb-bc10-bd5f8d4db5a3] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.671692] env[69566]: DEBUG oslo_vmware.api [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.173068] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: db7933fa-605b-4aef-8fe9-78c61eb06a2d] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1487.174905] env[69566]: DEBUG oslo_vmware.api [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151419} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.175166] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.175347] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.175522] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.175691] env[69566]: INFO nova.compute.manager [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1487.175949] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.176165] env[69566]: DEBUG nova.compute.manager [-] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.176259] env[69566]: DEBUG nova.network.neutron [-] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.653434] env[69566]: DEBUG nova.compute.manager [req-d5c4254b-893f-4035-a94b-62672e1e6044 req-fbaaee0c-0fa6-4f38-94fa-5b6a028d2c34 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Received event network-vif-deleted-cb84993f-6a63-4be9-8bd1-7046820ca52f {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.653669] env[69566]: INFO nova.compute.manager [req-d5c4254b-893f-4035-a94b-62672e1e6044 req-fbaaee0c-0fa6-4f38-94fa-5b6a028d2c34 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Neutron deleted interface cb84993f-6a63-4be9-8bd1-7046820ca52f; detaching it from the instance and deleting it from the info cache [ 1487.653927] env[69566]: DEBUG nova.network.neutron [req-d5c4254b-893f-4035-a94b-62672e1e6044 req-fbaaee0c-0fa6-4f38-94fa-5b6a028d2c34 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.680045] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3e1e21f8-a2e5-46bf-84b9-143f371d6e5c] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.129960] env[69566]: DEBUG nova.network.neutron [-] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.156179] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-884835e8-ddcc-48d8-b097-24aa9e17793d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.166091] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b2ded8-5ad4-4a3c-b099-6bfd46b6e12a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.183976] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3a86bd4f-f64f-43ec-977d-200949b5bc4b] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1488.190599] env[69566]: DEBUG nova.compute.manager [req-d5c4254b-893f-4035-a94b-62672e1e6044 req-fbaaee0c-0fa6-4f38-94fa-5b6a028d2c34 service nova] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Detach interface failed, port_id=cb84993f-6a63-4be9-8bd1-7046820ca52f, reason: Instance 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1488.633473] env[69566]: INFO nova.compute.manager [-] [instance: 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee] Took 1.46 seconds to deallocate network for instance. [ 1488.691840] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 30c81c20-4eff-4534-aef2-23996c37b943] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.139648] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.139947] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.140153] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.165916] env[69566]: INFO nova.scheduler.client.report [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted allocations for instance 0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee [ 1489.194431] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3d9ba984-8f64-417a-a044-9631add65528] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1489.673770] env[69566]: DEBUG oslo_concurrency.lockutils [None req-fb23f84b-b803-4bdc-96cb-0ea8ecff80ac tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "0cabfc4b-e5b3-4880-8b2b-3a548bcd80ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.119s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.697244] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: 3f2c5d01-9029-425a-a038-274c4894b066] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.201142] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: bfdb04fc-7a85-4c98-9206-a4c44adeee9f] Instance has had 0 of 5 cleanup attempts {{(pid=69566) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1490.404537] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.404774] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.906913] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1491.426330] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.426612] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.428217] env[69566]: INFO nova.compute.claims [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.200217] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.200489] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.463330] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f240ad56-9c29-413d-a86e-3b1a4a58adca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.471683] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301ef17-c881-4026-877a-bc4723933725 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.503633] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6842efb3-6bf9-4223-beec-ef673a693976 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.510959] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c412098a-2901-4eb2-ba7f-b4e71f92d257 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.524391] env[69566]: DEBUG nova.compute.provider_tree [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.703508] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.027592] env[69566]: DEBUG nova.scheduler.client.report [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.532027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.532581] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1493.535273] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.832s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.535455] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.535612] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1493.536663] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8288824-2667-4f62-96af-43f6d4958b73 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.545199] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece0a89-5ece-4b3d-bf54-f7ec01377aeb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.558871] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3845dde2-37b7-4821-ae7d-1474781b4da8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.564835] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959cfa70-e58e-4adb-b951-fec9230893d3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.594512] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180794MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1493.594659] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.594876] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.039026] env[69566]: DEBUG nova.compute.utils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1494.039836] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1494.039999] env[69566]: DEBUG nova.network.neutron [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1494.091592] env[69566]: DEBUG nova.policy [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6044d1f558744bbb3112dd6d6dfdfaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374585788df04c4193901a67e6f0941a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1494.359985] env[69566]: DEBUG nova.network.neutron [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Successfully created port: 76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1494.542855] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1494.614115] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance c493c9a6-3312-4f21-941a-03ca9c24e8b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1494.614326] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1494.614469] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1494.639974] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bda0d9-1822-491a-8e67-098fad3628c7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.648046] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d26eb4-85d0-4229-9bde-e37779a393da {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.677511] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0762e8ca-a5dd-404c-b126-c82445bd251c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.684370] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a475a7-8715-4c1f-9f7a-7becab2a4cdc {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.697150] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.200011] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.554081] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1495.580297] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1495.580550] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1495.580708] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1495.580891] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1495.581075] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1495.581242] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1495.581456] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1495.581649] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1495.581877] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1495.582068] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1495.582250] env[69566]: DEBUG nova.virt.hardware [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1495.583103] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a31c27-3807-4be8-80ee-e3003e7ef70a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.590927] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94022e-ec99-4029-9b9b-4928b1f437af {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.699065] env[69566]: DEBUG nova.compute.manager [req-7c09edc7-4d7e-4b1b-925d-445e1aec88e4 req-2fd9cb35-e135-4a1b-9a9d-71b430bed803 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Received event network-vif-plugged-76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1495.699302] env[69566]: DEBUG oslo_concurrency.lockutils [req-7c09edc7-4d7e-4b1b-925d-445e1aec88e4 req-2fd9cb35-e135-4a1b-9a9d-71b430bed803 service nova] Acquiring lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1495.699511] env[69566]: DEBUG oslo_concurrency.lockutils [req-7c09edc7-4d7e-4b1b-925d-445e1aec88e4 req-2fd9cb35-e135-4a1b-9a9d-71b430bed803 service nova] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.699678] env[69566]: DEBUG oslo_concurrency.lockutils [req-7c09edc7-4d7e-4b1b-925d-445e1aec88e4 req-2fd9cb35-e135-4a1b-9a9d-71b430bed803 service nova] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.699877] env[69566]: DEBUG nova.compute.manager [req-7c09edc7-4d7e-4b1b-925d-445e1aec88e4 req-2fd9cb35-e135-4a1b-9a9d-71b430bed803 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] No waiting events found dispatching network-vif-plugged-76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1495.700028] env[69566]: WARNING nova.compute.manager [req-7c09edc7-4d7e-4b1b-925d-445e1aec88e4 req-2fd9cb35-e135-4a1b-9a9d-71b430bed803 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Received unexpected event network-vif-plugged-76465bbf-4355-4ce4-9a26-0360d0a7583e for instance with vm_state building and task_state spawning. [ 1495.704230] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1495.704397] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.110s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.783963] env[69566]: DEBUG nova.network.neutron [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Successfully updated port: 76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1496.286399] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.286549] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.286678] env[69566]: DEBUG nova.network.neutron [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.816302] env[69566]: DEBUG nova.network.neutron [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.930780] env[69566]: DEBUG nova.network.neutron [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.433175] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.433510] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Instance network_info: |[{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1497.433939] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:aa:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76465bbf-4355-4ce4-9a26-0360d0a7583e', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1497.441464] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1497.441658] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1497.441870] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2d035c9-3797-45cd-a352-f6700053f91b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.462302] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1497.462302] env[69566]: value = "task-3408533" [ 1497.462302] env[69566]: _type = "Task" [ 1497.462302] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.472675] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408533, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.725027] env[69566]: DEBUG nova.compute.manager [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Received event network-changed-76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1497.725250] env[69566]: DEBUG nova.compute.manager [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Refreshing instance network info cache due to event network-changed-76465bbf-4355-4ce4-9a26-0360d0a7583e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1497.725619] env[69566]: DEBUG oslo_concurrency.lockutils [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.725619] env[69566]: DEBUG oslo_concurrency.lockutils [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.725781] env[69566]: DEBUG nova.network.neutron [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Refreshing network info cache for port 76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.972728] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408533, 'name': CreateVM_Task, 'duration_secs': 0.317614} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.973108] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.973584] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.973754] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.974079] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.974331] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8de8c16-2aa7-44c5-b199-54b1ef0f7e64 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.979060] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1497.979060] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ff6f59-ed7a-839d-739d-8fddf41ae102" [ 1497.979060] env[69566]: _type = "Task" [ 1497.979060] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.987471] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff6f59-ed7a-839d-739d-8fddf41ae102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.414275] env[69566]: DEBUG nova.network.neutron [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updated VIF entry in instance network info cache for port 76465bbf-4355-4ce4-9a26-0360d0a7583e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1498.414642] env[69566]: DEBUG nova.network.neutron [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.489603] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ff6f59-ed7a-839d-739d-8fddf41ae102, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.489905] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.490154] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1498.490388] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.490535] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.490710] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1498.490967] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cda0d1d-f49e-47a8-865f-f67b22f6456b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.499051] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1498.499235] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1498.499903] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d2df9b-f1b8-416c-9bd3-589ce5693a2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.504459] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1498.504459] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52bf87a4-bb1c-593f-3111-0e4feeb775b6" [ 1498.504459] env[69566]: _type = "Task" [ 1498.504459] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.512586] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bf87a4-bb1c-593f-3111-0e4feeb775b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.918147] env[69566]: DEBUG oslo_concurrency.lockutils [req-67f74131-e5aa-47e2-8da4-7038f253785c req-c1ee040e-dbf6-4bee-b5b1-1edb8d5d7b91 service nova] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.014508] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52bf87a4-bb1c-593f-3111-0e4feeb775b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.015335] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee27341-8f8c-495f-a7be-919423c18af8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.020161] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1499.020161] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ec4fed-190b-80b5-4b48-6539ab08031e" [ 1499.020161] env[69566]: _type = "Task" [ 1499.020161] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.027313] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ec4fed-190b-80b5-4b48-6539ab08031e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.530116] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ec4fed-190b-80b5-4b48-6539ab08031e, 'name': SearchDatastore_Task, 'duration_secs': 0.010458} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.530445] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.530714] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1499.530972] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eec188c-756e-4352-aa6f-34b3dcd32ae0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.537697] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1499.537697] env[69566]: value = "task-3408534" [ 1499.537697] env[69566]: _type = "Task" [ 1499.537697] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.545432] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.047621] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423467} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.048024] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1500.048024] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1500.048279] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725150ca-80ac-4a9f-9c3a-2e13ec6eceb7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.055915] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1500.055915] env[69566]: value = "task-3408535" [ 1500.055915] env[69566]: _type = "Task" [ 1500.055915] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.062693] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.565937] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062518} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.565937] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.566742] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bdac77-54fe-4018-9a6c-3d8a9e05aaeb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.588129] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.588382] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0143406-59cf-4da2-aabb-3c3c128c94b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.606939] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1500.606939] env[69566]: value = "task-3408536" [ 1500.606939] env[69566]: _type = "Task" [ 1500.606939] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.614286] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.118085] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408536, 'name': ReconfigVM_Task, 'duration_secs': 0.294371} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.118466] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.118939] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9f8b57e-de9c-488c-b00d-f25edc012367 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.125567] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1501.125567] env[69566]: value = "task-3408537" [ 1501.125567] env[69566]: _type = "Task" [ 1501.125567] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.133124] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408537, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.635638] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408537, 'name': Rename_Task} progress is 14%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.136915] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408537, 'name': Rename_Task, 'duration_secs': 0.849103} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.137335] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1502.137469] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d063ae8-5040-40e2-87de-31e328be09ca {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.143791] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1502.143791] env[69566]: value = "task-3408538" [ 1502.143791] env[69566]: _type = "Task" [ 1502.143791] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.151007] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.652827] env[69566]: DEBUG oslo_vmware.api [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408538, 'name': PowerOnVM_Task, 'duration_secs': 0.438069} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.653101] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.653322] env[69566]: INFO nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1502.653548] env[69566]: DEBUG nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.654310] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91bf82f-54f3-4cf0-a8f4-b5f03b6ed4a1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.172711] env[69566]: INFO nova.compute.manager [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Took 11.76 seconds to build instance. [ 1503.284414] env[69566]: DEBUG nova.compute.manager [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Received event network-changed-76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.284742] env[69566]: DEBUG nova.compute.manager [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Refreshing instance network info cache due to event network-changed-76465bbf-4355-4ce4-9a26-0360d0a7583e. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1503.285074] env[69566]: DEBUG oslo_concurrency.lockutils [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.285302] env[69566]: DEBUG oslo_concurrency.lockutils [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.285540] env[69566]: DEBUG nova.network.neutron [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Refreshing network info cache for port 76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1503.675295] env[69566]: DEBUG oslo_concurrency.lockutils [None req-267b74b0-98fb-4a32-973e-cd5449e5c278 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.270s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.981626] env[69566]: DEBUG nova.network.neutron [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updated VIF entry in instance network info cache for port 76465bbf-4355-4ce4-9a26-0360d0a7583e. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.982011] env[69566]: DEBUG nova.network.neutron [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.484647] env[69566]: DEBUG oslo_concurrency.lockutils [req-a1943719-3f0b-4692-aa73-b162710dfe5a req-aceb6894-acf1-4fde-8a8e-976321c383c7 service nova] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.596825] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.597137] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.101753] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.101955] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.102094] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.102253] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.102396] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.102541] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.102676] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1541.546217] env[69566]: DEBUG nova.compute.manager [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Stashing vm_state: active {{(pid=69566) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1542.065638] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.065915] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.096940] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.570736] env[69566]: INFO nova.compute.claims [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.599562] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.077261] env[69566]: INFO nova.compute.resource_tracker [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating resource usage from migration 25992116-02b7-4346-9ac3-311a1facfeeb [ 1543.115183] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7400eca0-4ff7-4fdc-a877-027cee159750 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.122780] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a371d82c-3fa4-428b-9ef4-276cd772a28e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.152695] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6174572-af7e-4d72-ace7-ccaedf53c4f7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.159438] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f210d6-9615-461a-8979-b4205e367f27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.173256] env[69566]: DEBUG nova.compute.provider_tree [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.676825] env[69566]: DEBUG nova.scheduler.client.report [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.182027] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.116s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.182428] env[69566]: INFO nova.compute.manager [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Migrating [ 1544.188601] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.589s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.188796] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.188951] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1544.192076] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c66339-3139-484f-b279-306b33fe9d58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.205935] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e4d59c-10af-40c3-8745-55edf331e935 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.220840] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e7d95-36a5-42e3-933d-9e62b3c3b061 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.227446] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0e1dd2-f7f5-4b46-a364-185450914d8d {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.257015] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180794MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1544.257179] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.257387] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.700592] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.700797] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.700964] env[69566]: DEBUG nova.network.neutron [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.262398] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Applying migration context for instance c493c9a6-3312-4f21-941a-03ca9c24e8b5 as it has an incoming, in-progress migration 25992116-02b7-4346-9ac3-311a1facfeeb. Migration status is pre-migrating {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1545.262940] env[69566]: INFO nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating resource usage from migration 25992116-02b7-4346-9ac3-311a1facfeeb [ 1545.276843] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Migration 25992116-02b7-4346-9ac3-311a1facfeeb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1545.276989] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance c493c9a6-3312-4f21-941a-03ca9c24e8b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1545.277173] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1545.277314] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1545.311760] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be110efd-d0e1-446a-8502-1951116b2e7a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.320967] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94df326-ebf9-430d-89c1-bee4c4857603 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.351309] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57596ed5-3351-4308-b79d-14dd3c56d190 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.358913] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d964a-50db-454b-ad33-0af6c0c6c4eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.371383] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.453626] env[69566]: DEBUG nova.network.neutron [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.874647] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.956064] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.379645] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1546.380051] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.470971] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc12e81b-054f-4adf-b1a6-41c7a7e7ad22 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.489362] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 0 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1547.995941] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.996274] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b064930e-d34e-43f7-8a23-80bcba090e57 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.004523] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1548.004523] env[69566]: value = "task-3408539" [ 1548.004523] env[69566]: _type = "Task" [ 1548.004523] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.012528] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.514807] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408539, 'name': PowerOffVM_Task, 'duration_secs': 0.176006} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.515139] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.515139] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 17 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1549.021780] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.022048] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.022216] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.022398] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.022547] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.022696] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.022902] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.023074] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.023248] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.023435] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.023618] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.028627] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1ce237-4c57-47a7-9b16-9c591301b384 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.044066] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1549.044066] env[69566]: value = "task-3408540" [ 1549.044066] env[69566]: _type = "Task" [ 1549.044066] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.051993] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.554370] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408540, 'name': ReconfigVM_Task, 'duration_secs': 0.153104} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.554734] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 33 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1550.061947] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1550.062241] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1550.062372] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1550.062592] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1550.062748] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1550.062899] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1550.063121] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1550.063292] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1550.063485] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1550.063656] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1550.063832] env[69566]: DEBUG nova.virt.hardware [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1550.069189] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.069474] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c525a5c-c378-42af-89d2-de4032fd6fda {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.088213] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1550.088213] env[69566]: value = "task-3408541" [ 1550.088213] env[69566]: _type = "Task" [ 1550.088213] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.095235] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.598783] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408541, 'name': ReconfigVM_Task, 'duration_secs': 0.166465} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.599136] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1550.599822] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06435a6d-aae9-484f-b4b2-f42d8d28cbe4 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.621392] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.621911] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-922bf0b9-e2c2-4daa-9639-ca404d841492 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.639212] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1550.639212] env[69566]: value = "task-3408542" [ 1550.639212] env[69566]: _type = "Task" [ 1550.639212] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.646549] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.148759] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408542, 'name': ReconfigVM_Task, 'duration_secs': 0.263691} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.149689] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.149689] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 50 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1551.656612] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8557770-22fb-4588-b7ef-ad0b3203d5b7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.675691] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70647cfc-6b17-4d65-bf2d-571d07f022d8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.693461] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 67 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1552.233156] env[69566]: DEBUG nova.network.neutron [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Port 76465bbf-4355-4ce4-9a26-0360d0a7583e binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1553.255746] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.256087] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.256211] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.299557] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.299833] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.299929] env[69566]: DEBUG nova.network.neutron [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.998529] env[69566]: DEBUG nova.network.neutron [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.501750] env[69566]: DEBUG oslo_concurrency.lockutils [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.025781] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925dba7-f275-4c9f-b508-7b149755f15e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.044550] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c230d-7557-4271-a2ff-c6cdc147685b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.051096] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 83 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1556.556893] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.557234] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0a18e42-8770-4e6b-8950-5b4a1245f9e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.564633] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1556.564633] env[69566]: value = "task-3408543" [ 1556.564633] env[69566]: _type = "Task" [ 1556.564633] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.572098] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.074246] env[69566]: DEBUG oslo_vmware.api [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408543, 'name': PowerOnVM_Task, 'duration_secs': 0.365862} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.074520] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.074705] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-19abdd24-c3e0-46c2-87b4-986b0c80547f tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance 'c493c9a6-3312-4f21-941a-03ca9c24e8b5' progress to 100 {{(pid=69566) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1559.030816] env[69566]: DEBUG nova.network.neutron [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Port 76465bbf-4355-4ce4-9a26-0360d0a7583e binding to destination host cpu-1 is already ACTIVE {{(pid=69566) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1559.031127] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.031288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.031470] env[69566]: DEBUG nova.network.neutron [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.759977] env[69566]: DEBUG nova.network.neutron [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.263275] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.767168] env[69566]: DEBUG nova.compute.manager [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69566) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1560.767411] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.767670] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.270193] env[69566]: DEBUG nova.objects.instance [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'migration_context' on Instance uuid c493c9a6-3312-4f21-941a-03ca9c24e8b5 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1561.815397] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a895a4-ffe3-4630-b29a-c9d5f3ee178b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.823147] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c950e3-918b-4dc9-9339-5cbde7a6298f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.853321] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59895b7-634a-4e43-8290-a3cf8b7af6ad {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.860738] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c4118-a0e6-448e-8821-1cbfddb27bee {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.873557] env[69566]: DEBUG nova.compute.provider_tree [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.376935] env[69566]: DEBUG nova.scheduler.client.report [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.388834] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.621s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.927771] env[69566]: INFO nova.compute.manager [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Swapping old allocation on dict_keys(['359e3efa-d8c9-4b06-9b89-35d50587ee92']) held by migration 25992116-02b7-4346-9ac3-311a1facfeeb for instance [ 1564.951260] env[69566]: DEBUG nova.scheduler.client.report [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Overwriting current allocation {'allocations': {'359e3efa-d8c9-4b06-9b89-35d50587ee92': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 180}}, 'project_id': '374585788df04c4193901a67e6f0941a', 'user_id': 'e6044d1f558744bbb3112dd6d6dfdfaa', 'consumer_generation': 1} on consumer c493c9a6-3312-4f21-941a-03ca9c24e8b5 {{(pid=69566) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1565.032831] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.033028] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.033217] env[69566]: DEBUG nova.network.neutron [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.745542] env[69566]: DEBUG nova.network.neutron [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [{"id": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "address": "fa:16:3e:f0:aa:24", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76465bbf-43", "ovs_interfaceid": "76465bbf-4355-4ce4-9a26-0360d0a7583e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.248906] env[69566]: DEBUG oslo_concurrency.lockutils [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-c493c9a6-3312-4f21-941a-03ca9c24e8b5" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.249461] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.249757] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d77297-88ad-43b7-afae-5dac554bc28b {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.257194] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1566.257194] env[69566]: value = "task-3408544" [ 1566.257194] env[69566]: _type = "Task" [ 1566.257194] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.266648] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.766812] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408544, 'name': PowerOffVM_Task, 'duration_secs': 0.180795} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.767087] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.767738] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.767956] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.768127] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.768313] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.768455] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.768599] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.768804] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.768963] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.769143] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.769306] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.769482] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.774416] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917ad27c-b75f-4c4a-b572-2a9197dc6b2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.790270] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1566.790270] env[69566]: value = "task-3408545" [ 1566.790270] env[69566]: _type = "Task" [ 1566.790270] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.797568] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.300105] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408545, 'name': ReconfigVM_Task, 'duration_secs': 0.128375} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.300907] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4931417-f141-4875-88dc-35e4bf9422e8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.318227] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1567.318467] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.318664] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.318845] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.318995] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.319160] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1567.319364] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1567.319524] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1567.319789] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1567.319856] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1567.320027] env[69566]: DEBUG nova.virt.hardware [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1567.320780] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca7ec9b-c191-46d2-ac26-928e8c914418 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.326859] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1567.326859] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]520fd8c9-6a43-dd34-5f13-8e59f40433b9" [ 1567.326859] env[69566]: _type = "Task" [ 1567.326859] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.333072] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520fd8c9-6a43-dd34-5f13-8e59f40433b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.835220] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]520fd8c9-6a43-dd34-5f13-8e59f40433b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008178} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.840574] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1567.840834] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0041c206-c489-4d96-bf0f-0a6235c62231 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.857769] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1567.857769] env[69566]: value = "task-3408546" [ 1567.857769] env[69566]: _type = "Task" [ 1567.857769] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.864835] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.367052] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408546, 'name': ReconfigVM_Task, 'duration_secs': 0.177297} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.367527] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69566) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1568.368163] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b73ffb-2c47-4020-9d83-6200152dd2bb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.389477] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.389743] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2786b45-2f13-4ee0-80bd-cf2c83a5a072 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.408314] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1568.408314] env[69566]: value = "task-3408547" [ 1568.408314] env[69566]: _type = "Task" [ 1568.408314] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.417548] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.918127] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408547, 'name': ReconfigVM_Task, 'duration_secs': 0.256057} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.918400] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5/c493c9a6-3312-4f21-941a-03ca9c24e8b5.vmdk or device None with type thin {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.919200] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff3750f-50f9-4a53-9c9c-ba78ae000573 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.936202] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f757df5a-95e0-4ab2-ba08-14bb01091c07 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.955183] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4bdf3a-7c1a-4ad9-8b67-27eb0489cc27 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.976246] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dd1b44-8ac1-44de-a789-539280fc847e {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.983892] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.984207] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c22c5ec-75d6-4eb9-bc19-37bec10b3bac {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.990179] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1568.990179] env[69566]: value = "task-3408548" [ 1568.990179] env[69566]: _type = "Task" [ 1568.990179] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.997289] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.500211] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.000684] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.501604] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.002575] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408548, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.504051] env[69566]: DEBUG oslo_vmware.api [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408548, 'name': PowerOnVM_Task, 'duration_secs': 2.017888} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.504051] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.515043] env[69566]: INFO nova.compute.manager [None req-88762dde-1375-40ce-8c84-b70ec218c663 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance to original state: 'active' [ 1573.746486] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.746922] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.747025] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.747220] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.747420] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.749612] env[69566]: INFO nova.compute.manager [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Terminating instance [ 1574.253019] env[69566]: DEBUG nova.compute.manager [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1574.253313] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1574.254287] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913789b6-193a-4069-b0a6-81c802698db7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.262473] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.262698] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0a33306-61d2-40f2-9c51-50f02fb7d639 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.268322] env[69566]: DEBUG oslo_vmware.api [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1574.268322] env[69566]: value = "task-3408549" [ 1574.268322] env[69566]: _type = "Task" [ 1574.268322] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.276090] env[69566]: DEBUG oslo_vmware.api [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.778821] env[69566]: DEBUG oslo_vmware.api [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408549, 'name': PowerOffVM_Task, 'duration_secs': 0.176527} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.779215] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.779285] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.779523] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2ee14b4-d1f6-413b-ad51-10c5c06f3e29 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.846057] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1574.846290] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Deleting contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1574.846475] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleting the datastore file [datastore1] c493c9a6-3312-4f21-941a-03ca9c24e8b5 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1574.846741] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbf7cb36-6e3a-4fe7-ab04-bd2f4802063a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.853565] env[69566]: DEBUG oslo_vmware.api [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1574.853565] env[69566]: value = "task-3408551" [ 1574.853565] env[69566]: _type = "Task" [ 1574.853565] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.861309] env[69566]: DEBUG oslo_vmware.api [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.363812] env[69566]: DEBUG oslo_vmware.api [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133754} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.364127] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.364336] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Deleted contents of the VM from datastore datastore1 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.364512] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.364688] env[69566]: INFO nova.compute.manager [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1575.364933] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1575.365130] env[69566]: DEBUG nova.compute.manager [-] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1575.365227] env[69566]: DEBUG nova.network.neutron [-] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1575.853791] env[69566]: DEBUG nova.compute.manager [req-d0d79f5a-6a80-4464-bf1a-0ebf908b7fee req-8659e6c6-86fa-4e7f-bb4a-cc27d668be6d service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Received event network-vif-deleted-76465bbf-4355-4ce4-9a26-0360d0a7583e {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1575.854053] env[69566]: INFO nova.compute.manager [req-d0d79f5a-6a80-4464-bf1a-0ebf908b7fee req-8659e6c6-86fa-4e7f-bb4a-cc27d668be6d service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Neutron deleted interface 76465bbf-4355-4ce4-9a26-0360d0a7583e; detaching it from the instance and deleting it from the info cache [ 1575.854176] env[69566]: DEBUG nova.network.neutron [req-d0d79f5a-6a80-4464-bf1a-0ebf908b7fee req-8659e6c6-86fa-4e7f-bb4a-cc27d668be6d service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.281768] env[69566]: DEBUG nova.network.neutron [-] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.356413] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43a786c1-f9ac-4440-b81e-44a600d1ff58 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.367026] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ed353e-2ebf-4943-a766-842b37260939 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.392125] env[69566]: DEBUG nova.compute.manager [req-d0d79f5a-6a80-4464-bf1a-0ebf908b7fee req-8659e6c6-86fa-4e7f-bb4a-cc27d668be6d service nova] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Detach interface failed, port_id=76465bbf-4355-4ce4-9a26-0360d0a7583e, reason: Instance c493c9a6-3312-4f21-941a-03ca9c24e8b5 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1576.786416] env[69566]: INFO nova.compute.manager [-] [instance: c493c9a6-3312-4f21-941a-03ca9c24e8b5] Took 1.42 seconds to deallocate network for instance. [ 1577.292996] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.293345] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1577.293536] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.315184] env[69566]: INFO nova.scheduler.client.report [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted allocations for instance c493c9a6-3312-4f21-941a-03ca9c24e8b5 [ 1577.823274] env[69566]: DEBUG oslo_concurrency.lockutils [None req-17a7aaae-7c46-467c-9f48-d96b0cec0f8c tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "c493c9a6-3312-4f21-941a-03ca9c24e8b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.076s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.624323] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "fe11c478-6cb0-4543-9552-29754deb3d33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.624585] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.127315] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Starting instance... {{(pid=69566) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1579.648269] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.648525] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.650055] env[69566]: INFO nova.compute.claims [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.688028] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c0797-7193-44a0-8a49-ee23869f37db {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.696802] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00885015-90d6-4bf3-b41c-883fb5ce9b94 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.726318] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba48101-40d2-4a41-9797-0edb6560ebea {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.732887] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca29958f-fd07-449c-a549-4d4a29627a1c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.745638] env[69566]: DEBUG nova.compute.provider_tree [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.248634] env[69566]: DEBUG nova.scheduler.client.report [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.753922] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1581.754466] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Start building networks asynchronously for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.259986] env[69566]: DEBUG nova.compute.utils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Using /dev/sd instead of None {{(pid=69566) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1582.262035] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Allocating IP information in the background. {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1582.262035] env[69566]: DEBUG nova.network.neutron [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] allocate_for_instance() {{(pid=69566) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1582.314042] env[69566]: DEBUG nova.policy [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6044d1f558744bbb3112dd6d6dfdfaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374585788df04c4193901a67e6f0941a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69566) authorize /opt/stack/nova/nova/policy.py:192}} [ 1582.580869] env[69566]: DEBUG nova.network.neutron [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Successfully created port: 2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1582.765898] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Start building block device mappings for instance. {{(pid=69566) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.776141] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Start spawning the instance on the hypervisor. {{(pid=69566) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.802369] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T19:51:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T19:51:04Z,direct_url=,disk_format='vmdk',id=0ebfcbf7-ed1f-4512-8792-34be4838a9de,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='16ae89fad29a47c8915dafccb1b61de0',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T19:51:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.802627] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.802780] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image limits 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.802962] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Flavor pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.803160] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Image pref 0:0:0 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.803288] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69566) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.803484] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.803663] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.803872] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Got 1 possible topologies {{(pid=69566) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.804056] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.804241] env[69566]: DEBUG nova.virt.hardware [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69566) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.805097] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ddd6e6-5b5d-4456-955b-c468776e6fe6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.812890] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e998f4e3-2141-4b9b-90f5-d5ad846d1e24 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.145290] env[69566]: DEBUG nova.compute.manager [req-bed0c917-e038-4fc7-9504-150645d81f3b req-bf553048-53f4-4467-9759-4aa67785b2f6 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Received event network-vif-plugged-2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1584.145290] env[69566]: DEBUG oslo_concurrency.lockutils [req-bed0c917-e038-4fc7-9504-150645d81f3b req-bf553048-53f4-4467-9759-4aa67785b2f6 service nova] Acquiring lock "fe11c478-6cb0-4543-9552-29754deb3d33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.145290] env[69566]: DEBUG oslo_concurrency.lockutils [req-bed0c917-e038-4fc7-9504-150645d81f3b req-bf553048-53f4-4467-9759-4aa67785b2f6 service nova] Lock "fe11c478-6cb0-4543-9552-29754deb3d33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.145290] env[69566]: DEBUG oslo_concurrency.lockutils [req-bed0c917-e038-4fc7-9504-150645d81f3b req-bf553048-53f4-4467-9759-4aa67785b2f6 service nova] Lock "fe11c478-6cb0-4543-9552-29754deb3d33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.145290] env[69566]: DEBUG nova.compute.manager [req-bed0c917-e038-4fc7-9504-150645d81f3b req-bf553048-53f4-4467-9759-4aa67785b2f6 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] No waiting events found dispatching network-vif-plugged-2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1584.145290] env[69566]: WARNING nova.compute.manager [req-bed0c917-e038-4fc7-9504-150645d81f3b req-bf553048-53f4-4467-9759-4aa67785b2f6 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Received unexpected event network-vif-plugged-2772f7b1-73ad-4241-b126-708345795dd0 for instance with vm_state building and task_state spawning. [ 1584.220934] env[69566]: DEBUG nova.network.neutron [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Successfully updated port: 2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1584.722875] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.723085] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.723224] env[69566]: DEBUG nova.network.neutron [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.255014] env[69566]: DEBUG nova.network.neutron [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Instance cache missing network info. {{(pid=69566) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1585.367285] env[69566]: DEBUG nova.network.neutron [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [{"id": "2772f7b1-73ad-4241-b126-708345795dd0", "address": "fa:16:3e:aa:b7:92", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2772f7b1-73", "ovs_interfaceid": "2772f7b1-73ad-4241-b126-708345795dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.869664] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.869968] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Instance network_info: |[{"id": "2772f7b1-73ad-4241-b126-708345795dd0", "address": "fa:16:3e:aa:b7:92", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2772f7b1-73", "ovs_interfaceid": "2772f7b1-73ad-4241-b126-708345795dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69566) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1585.870426] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b7:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2772f7b1-73ad-4241-b126-708345795dd0', 'vif_model': 'vmxnet3'}] {{(pid=69566) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1585.877905] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1585.878131] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Creating VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1585.878717] env[69566]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90799377-f04b-4da5-88d4-9cf4f42489d5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.901479] env[69566]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1585.901479] env[69566]: value = "task-3408552" [ 1585.901479] env[69566]: _type = "Task" [ 1585.901479] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.908662] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408552, 'name': CreateVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.170198] env[69566]: DEBUG nova.compute.manager [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Received event network-changed-2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1586.170403] env[69566]: DEBUG nova.compute.manager [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Refreshing instance network info cache due to event network-changed-2772f7b1-73ad-4241-b126-708345795dd0. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1586.170637] env[69566]: DEBUG oslo_concurrency.lockutils [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] Acquiring lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.170785] env[69566]: DEBUG oslo_concurrency.lockutils [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] Acquired lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.170945] env[69566]: DEBUG nova.network.neutron [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Refreshing network info cache for port 2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.411468] env[69566]: DEBUG oslo_vmware.api [-] Task: {'id': task-3408552, 'name': CreateVM_Task, 'duration_secs': 0.307188} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.411812] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Created VM on the ESX host {{(pid=69566) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1586.412279] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.412449] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.412761] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.413025] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d53aaa3-9d28-4dd0-afec-baacf324d544 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.417045] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1586.417045] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52ec0bea-c1d9-a65d-c69b-b812f05d442b" [ 1586.417045] env[69566]: _type = "Task" [ 1586.417045] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.424234] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ec0bea-c1d9-a65d-c69b-b812f05d442b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.837543] env[69566]: DEBUG nova.network.neutron [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updated VIF entry in instance network info cache for port 2772f7b1-73ad-4241-b126-708345795dd0. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.837897] env[69566]: DEBUG nova.network.neutron [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [{"id": "2772f7b1-73ad-4241-b126-708345795dd0", "address": "fa:16:3e:aa:b7:92", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2772f7b1-73", "ovs_interfaceid": "2772f7b1-73ad-4241-b126-708345795dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.927217] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52ec0bea-c1d9-a65d-c69b-b812f05d442b, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.927460] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.927686] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Processing image 0ebfcbf7-ed1f-4512-8792-34be4838a9de {{(pid=69566) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.927952] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.928189] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.928380] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.928625] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae6a46a-c576-4e05-8146-0fa8febb4e2c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.937205] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69566) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.937378] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69566) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.938069] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0429d5-4835-4880-bd3b-33fb8b2b117c {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.943062] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1586.943062] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52c1c523-c6e0-754d-00a9-61ca02c195d6" [ 1586.943062] env[69566]: _type = "Task" [ 1586.943062] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.950408] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c1c523-c6e0-754d-00a9-61ca02c195d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.341121] env[69566]: DEBUG oslo_concurrency.lockutils [req-e25bb3df-269e-45bb-af10-16b8fbc50988 req-51704560-aa6c-461e-b53c-0c2fc4bc4145 service nova] Releasing lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.453925] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52c1c523-c6e0-754d-00a9-61ca02c195d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.454697] env[69566]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce47a065-ccd3-4cee-b4cf-745546845224 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.459321] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1587.459321] env[69566]: value = "session[523d88e9-36a2-6869-df38-ba0e92505064]52a7c6df-0379-319e-9dbb-26a0c9fc6df3" [ 1587.459321] env[69566]: _type = "Task" [ 1587.459321] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.466260] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a7c6df-0379-319e-9dbb-26a0c9fc6df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.969294] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': session[523d88e9-36a2-6869-df38-ba0e92505064]52a7c6df-0379-319e-9dbb-26a0c9fc6df3, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.969555] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.969820] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] fe11c478-6cb0-4543-9552-29754deb3d33/fe11c478-6cb0-4543-9552-29754deb3d33.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.970089] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c251dd7-9fde-4874-8efb-a892c3480685 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.976787] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1587.976787] env[69566]: value = "task-3408553" [ 1587.976787] env[69566]: _type = "Task" [ 1587.976787] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.984413] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.486540] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435855} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.486908] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0ebfcbf7-ed1f-4512-8792-34be4838a9de/0ebfcbf7-ed1f-4512-8792-34be4838a9de.vmdk to [datastore2] fe11c478-6cb0-4543-9552-29754deb3d33/fe11c478-6cb0-4543-9552-29754deb3d33.vmdk {{(pid=69566) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.487047] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Extending root virtual disk to 1048576 {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.487290] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99a933f-ec08-47b2-930f-ebd2c9a8a4b6 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.492950] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1588.492950] env[69566]: value = "task-3408554" [ 1588.492950] env[69566]: _type = "Task" [ 1588.492950] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.499957] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.003350] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061412} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.003659] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Extended root virtual disk {{(pid=69566) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1589.004526] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a7d2a-6b3d-4aaa-9124-c00b2cd4e212 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.027690] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] fe11c478-6cb0-4543-9552-29754deb3d33/fe11c478-6cb0-4543-9552-29754deb3d33.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.027950] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4f8242d-0f5b-4d2f-9f5a-8358059de235 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.048194] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1589.048194] env[69566]: value = "task-3408555" [ 1589.048194] env[69566]: _type = "Task" [ 1589.048194] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.055883] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.558245] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408555, 'name': ReconfigVM_Task, 'duration_secs': 0.388583} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.558665] env[69566]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Reconfigured VM instance instance-0000007f to attach disk [datastore2] fe11c478-6cb0-4543-9552-29754deb3d33/fe11c478-6cb0-4543-9552-29754deb3d33.vmdk or device None with type sparse {{(pid=69566) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1589.559144] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c5509ec-33f2-4155-9a44-da6984ff5310 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.564972] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1589.564972] env[69566]: value = "task-3408556" [ 1589.564972] env[69566]: _type = "Task" [ 1589.564972] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.573401] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408556, 'name': Rename_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.074663] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408556, 'name': Rename_Task, 'duration_secs': 0.173088} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.074938] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.075187] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64368bc0-8153-449b-bed7-a9bc100cc985 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.080629] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1590.080629] env[69566]: value = "task-3408557" [ 1590.080629] env[69566]: _type = "Task" [ 1590.080629] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.087596] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.590812] env[69566]: DEBUG oslo_vmware.api [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408557, 'name': PowerOnVM_Task, 'duration_secs': 0.414532} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.591222] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.591276] env[69566]: INFO nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1590.591544] env[69566]: DEBUG nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1590.592363] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574483d4-c7bf-47af-b8d2-8290443da2eb {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.112338] env[69566]: INFO nova.compute.manager [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Took 11.48 seconds to build instance. [ 1591.525865] env[69566]: DEBUG nova.compute.manager [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Received event network-changed-2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1591.526090] env[69566]: DEBUG nova.compute.manager [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Refreshing instance network info cache due to event network-changed-2772f7b1-73ad-4241-b126-708345795dd0. {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1591.526309] env[69566]: DEBUG oslo_concurrency.lockutils [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] Acquiring lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.526454] env[69566]: DEBUG oslo_concurrency.lockutils [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] Acquired lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.526612] env[69566]: DEBUG nova.network.neutron [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Refreshing network info cache for port 2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.614415] env[69566]: DEBUG oslo_concurrency.lockutils [None req-9fc21be8-547e-4717-a1b6-16693fc046a3 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.990s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.236927] env[69566]: DEBUG nova.network.neutron [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updated VIF entry in instance network info cache for port 2772f7b1-73ad-4241-b126-708345795dd0. {{(pid=69566) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.237450] env[69566]: DEBUG nova.network.neutron [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [{"id": "2772f7b1-73ad-4241-b126-708345795dd0", "address": "fa:16:3e:aa:b7:92", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2772f7b1-73", "ovs_interfaceid": "2772f7b1-73ad-4241-b126-708345795dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.740212] env[69566]: DEBUG oslo_concurrency.lockutils [req-4b01c7c7-0842-468f-9ac7-1be34fe76f6c req-ac195c38-856e-4a34-8d44-1ec01079deca service nova] Releasing lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.380204] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.380541] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.380644] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.380774] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.380925] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.381124] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.381285] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.381427] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1604.096943] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.600199] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.600441] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.600575] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.600734] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1604.602059] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c4364-90ff-4937-81f3-b0648e879de2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.610064] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b552b1d-23ca-4c43-8856-cc5163072e61 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.623533] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69219dde-0612-4b7f-890c-4b5ab4488539 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.629364] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245cc62b-5069-4cbc-a14c-49f43e201bde {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.657876] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180717MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1604.658039] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.658253] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.682548] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Instance fe11c478-6cb0-4543-9552-29754deb3d33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69566) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1605.683609] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1605.683609] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1605.700079] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Refreshing inventories for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1605.712180] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating ProviderTree inventory for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1605.712358] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Updating inventory in ProviderTree for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.722031] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Refreshing aggregate associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, aggregates: None {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1605.738228] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Refreshing trait associations for resource provider 359e3efa-d8c9-4b06-9b89-35d50587ee92, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69566) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1605.760912] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c276fbf-c297-4a8c-a1f6-a55553edbe40 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.768151] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545970e-60a6-4940-a22c-ae0ba54e2ec9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.796817] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33b7719-8f68-4c0d-9bc3-c2fae0c8cdf3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.803233] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbb1e3d-de14-4d8c-955b-571d4ef69499 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.816773] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.320285] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1606.825639] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1606.826039] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.980532] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "fe11c478-6cb0-4543-9552-29754deb3d33" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.980906] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.981015] env[69566]: DEBUG nova.compute.manager [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.981959] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b611caa9-ee0f-4097-a837-57cb747c08f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.988896] env[69566]: DEBUG nova.compute.manager [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69566) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1628.989478] env[69566]: DEBUG nova.objects.instance [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'flavor' on Instance uuid fe11c478-6cb0-4543-9552-29754deb3d33 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.998340] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.998651] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23dd8bdd-c5f4-43bc-be71-17ff65c64ddd {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.007215] env[69566]: DEBUG oslo_vmware.api [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1630.007215] env[69566]: value = "task-3408558" [ 1630.007215] env[69566]: _type = "Task" [ 1630.007215] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.015292] env[69566]: DEBUG oslo_vmware.api [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.516697] env[69566]: DEBUG oslo_vmware.api [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408558, 'name': PowerOffVM_Task, 'duration_secs': 0.208689} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.516949] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.517195] env[69566]: DEBUG nova.compute.manager [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.517952] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0befaedb-ea70-4a96-93b1-c1dd6b2573e3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.028966] env[69566]: DEBUG oslo_concurrency.lockutils [None req-8d05bcb6-474c-4cd3-a490-39d90443df99 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.707453] env[69566]: DEBUG nova.objects.instance [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'flavor' on Instance uuid fe11c478-6cb0-4543-9552-29754deb3d33 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.212722] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.213091] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.213091] env[69566]: DEBUG nova.network.neutron [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.213228] env[69566]: DEBUG nova.objects.instance [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'info_cache' on Instance uuid fe11c478-6cb0-4543-9552-29754deb3d33 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.716682] env[69566]: DEBUG nova.objects.base [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69566) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1633.413793] env[69566]: DEBUG nova.network.neutron [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [{"id": "2772f7b1-73ad-4241-b126-708345795dd0", "address": "fa:16:3e:aa:b7:92", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2772f7b1-73", "ovs_interfaceid": "2772f7b1-73ad-4241-b126-708345795dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.916576] env[69566]: DEBUG oslo_concurrency.lockutils [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1634.923439] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powering on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.923815] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98748ab6-f069-497a-aa60-154f20df2393 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.931867] env[69566]: DEBUG oslo_vmware.api [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1634.931867] env[69566]: value = "task-3408559" [ 1634.931867] env[69566]: _type = "Task" [ 1634.931867] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.939240] env[69566]: DEBUG oslo_vmware.api [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.442243] env[69566]: DEBUG oslo_vmware.api [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408559, 'name': PowerOnVM_Task, 'duration_secs': 0.352971} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.442511] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powered on the VM {{(pid=69566) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.442711] env[69566]: DEBUG nova.compute.manager [None req-bb27a8c9-d945-409d-9186-74604bab9455 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.443477] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d95e5de-a7ee-4ad2-a408-7818c8946dd0 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.129786] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4060cadb-0fd5-4cfc-b3d5-b4447bc79976 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.136766] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Suspending the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1637.137112] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4acc8223-a16e-467f-ad2e-80ec1d11659a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.143606] env[69566]: DEBUG oslo_vmware.api [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1637.143606] env[69566]: value = "task-3408560" [ 1637.143606] env[69566]: _type = "Task" [ 1637.143606] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.151183] env[69566]: DEBUG oslo_vmware.api [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408560, 'name': SuspendVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.653947] env[69566]: DEBUG oslo_vmware.api [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408560, 'name': SuspendVM_Task} progress is 66%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.154692] env[69566]: DEBUG oslo_vmware.api [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408560, 'name': SuspendVM_Task, 'duration_secs': 0.661031} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.155123] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Suspended the VM {{(pid=69566) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1638.155214] env[69566]: DEBUG nova.compute.manager [None req-3fab8aa3-dc01-4390-a490-3e806dc2dd07 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1638.156084] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b4a57-2219-45e3-9c07-4658352b0ce7 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.440880] env[69566]: INFO nova.compute.manager [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Resuming [ 1639.441546] env[69566]: DEBUG nova.objects.instance [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'flavor' on Instance uuid fe11c478-6cb0-4543-9552-29754deb3d33 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.951463] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.951808] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquired lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.951846] env[69566]: DEBUG nova.network.neutron [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Building network info cache for instance {{(pid=69566) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.639284] env[69566]: DEBUG nova.network.neutron [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [{"id": "2772f7b1-73ad-4241-b126-708345795dd0", "address": "fa:16:3e:aa:b7:92", "network": {"id": "2ec71e76-e809-4cad-a0b2-f669d1dcb552", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-164290518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374585788df04c4193901a67e6f0941a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2772f7b1-73", "ovs_interfaceid": "2772f7b1-73ad-4241-b126-708345795dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.141840] env[69566]: DEBUG oslo_concurrency.lockutils [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Releasing lock "refresh_cache-fe11c478-6cb0-4543-9552-29754deb3d33" {{(pid=69566) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.142852] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea7162-37a8-4875-8bd1-f11ea0e43622 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.149505] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Resuming the VM {{(pid=69566) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1642.149716] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f701391-ea2d-4dff-ba16-de141dac365a {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.157519] env[69566]: DEBUG oslo_vmware.api [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1642.157519] env[69566]: value = "task-3408561" [ 1642.157519] env[69566]: _type = "Task" [ 1642.157519] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.164652] env[69566]: DEBUG oslo_vmware.api [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.667848] env[69566]: DEBUG oslo_vmware.api [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408561, 'name': PowerOnVM_Task, 'duration_secs': 0.507721} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.668231] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Resumed the VM {{(pid=69566) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1642.668504] env[69566]: DEBUG nova.compute.manager [None req-3c21835f-0b53-4de9-9e05-f2de4afc0552 tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Checking state {{(pid=69566) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.669531] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c71658-f162-4488-97e9-ea0fe8801f88 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.055263] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "fe11c478-6cb0-4543-9552-29754deb3d33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1644.055690] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1644.055977] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "fe11c478-6cb0-4543-9552-29754deb3d33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1644.056288] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1644.056538] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.058791] env[69566]: INFO nova.compute.manager [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Terminating instance [ 1644.563591] env[69566]: DEBUG nova.compute.manager [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Start destroying the instance on the hypervisor. {{(pid=69566) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.563959] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Destroying instance {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.565049] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df17ede-50ce-4bd7-b68a-7e9b5303a706 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.572713] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powering off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.572963] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c2c1b4-7ba2-4fdf-9e52-da20979638a8 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.579204] env[69566]: DEBUG oslo_vmware.api [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1644.579204] env[69566]: value = "task-3408562" [ 1644.579204] env[69566]: _type = "Task" [ 1644.579204] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.587232] env[69566]: DEBUG oslo_vmware.api [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.089725] env[69566]: DEBUG oslo_vmware.api [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408562, 'name': PowerOffVM_Task, 'duration_secs': 0.185745} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.090175] env[69566]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Powered off the VM {{(pid=69566) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1645.090175] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Unregistering the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1645.090388] env[69566]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95331a5f-751c-420e-8e48-db7970450735 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.156014] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Unregistered the VM {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1645.156245] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Deleting contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1645.156479] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleting the datastore file [datastore2] fe11c478-6cb0-4543-9552-29754deb3d33 {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1645.156749] env[69566]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0e8f512-bb93-464d-bb34-7059e8878ae5 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.162463] env[69566]: DEBUG oslo_vmware.api [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for the task: (returnval){ [ 1645.162463] env[69566]: value = "task-3408564" [ 1645.162463] env[69566]: _type = "Task" [ 1645.162463] env[69566]: } to complete. {{(pid=69566) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.169692] env[69566]: DEBUG oslo_vmware.api [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.671796] env[69566]: DEBUG oslo_vmware.api [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Task: {'id': task-3408564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139077} completed successfully. {{(pid=69566) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.672066] env[69566]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted the datastore file {{(pid=69566) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.672253] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Deleted contents of the VM from datastore datastore2 {{(pid=69566) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.672430] env[69566]: DEBUG nova.virt.vmwareapi.vmops [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Instance destroyed {{(pid=69566) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.672603] env[69566]: INFO nova.compute.manager [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1645.672859] env[69566]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69566) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1645.673055] env[69566]: DEBUG nova.compute.manager [-] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Deallocating network for instance {{(pid=69566) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.673153] env[69566]: DEBUG nova.network.neutron [-] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] deallocate_for_instance() {{(pid=69566) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.149775] env[69566]: DEBUG nova.compute.manager [req-2d76f0c6-fa82-437e-b2f6-20caaffcb693 req-7f9f3011-38ba-4132-a6a9-be132e31d36a service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Received event network-vif-deleted-2772f7b1-73ad-4241-b126-708345795dd0 {{(pid=69566) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1646.150043] env[69566]: INFO nova.compute.manager [req-2d76f0c6-fa82-437e-b2f6-20caaffcb693 req-7f9f3011-38ba-4132-a6a9-be132e31d36a service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Neutron deleted interface 2772f7b1-73ad-4241-b126-708345795dd0; detaching it from the instance and deleting it from the info cache [ 1646.150244] env[69566]: DEBUG nova.network.neutron [req-2d76f0c6-fa82-437e-b2f6-20caaffcb693 req-7f9f3011-38ba-4132-a6a9-be132e31d36a service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.624885] env[69566]: DEBUG nova.network.neutron [-] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Updating instance_info_cache with network_info: [] {{(pid=69566) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.652387] env[69566]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1803d70-22d1-4f55-b4f7-ba21a200c6b3 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.662374] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb5e9d-98e9-40fe-8c62-467bc1157375 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.685470] env[69566]: DEBUG nova.compute.manager [req-2d76f0c6-fa82-437e-b2f6-20caaffcb693 req-7f9f3011-38ba-4132-a6a9-be132e31d36a service nova] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Detach interface failed, port_id=2772f7b1-73ad-4241-b126-708345795dd0, reason: Instance fe11c478-6cb0-4543-9552-29754deb3d33 could not be found. {{(pid=69566) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1647.128071] env[69566]: INFO nova.compute.manager [-] [instance: fe11c478-6cb0-4543-9552-29754deb3d33] Took 1.45 seconds to deallocate network for instance. [ 1647.634910] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1647.636661] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1647.636661] env[69566]: DEBUG nova.objects.instance [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lazy-loading 'resources' on Instance uuid fe11c478-6cb0-4543-9552-29754deb3d33 {{(pid=69566) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.171057] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52c5ca-2309-48a0-9a12-384396500cfa {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.178751] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f65c3f-94a7-4689-974b-eb275af57259 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.208770] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d97071-90d2-4df1-b8dc-0cdddb967db9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.216112] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602f95ed-9dcf-4c17-a1d5-1054f3bf6781 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.228787] env[69566]: DEBUG nova.compute.provider_tree [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.732144] env[69566]: DEBUG nova.scheduler.client.report [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.237055] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.256876] env[69566]: INFO nova.scheduler.client.report [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Deleted allocations for instance fe11c478-6cb0-4543-9552-29754deb3d33 [ 1649.764500] env[69566]: DEBUG oslo_concurrency.lockutils [None req-dcda45ca-7a31-4eec-a073-18a42c3d29cc tempest-ServerActionsTestJSON-823938086 tempest-ServerActionsTestJSON-823938086-project-member] Lock "fe11c478-6cb0-4543-9552-29754deb3d33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.822089] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.822448] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.327081] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.327287] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.327443] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.327648] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.327806] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.327944] env[69566]: DEBUG nova.compute.manager [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69566) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1664.096244] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.096591] env[69566]: DEBUG oslo_service.periodic_task [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69566) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.599523] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.599778] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.599949] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.600119] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69566) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1664.600998] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa76096d-9e2b-4e75-adb0-f33c5fdf8f30 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.608991] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae3627-e5b7-42f4-ada2-b100de2ddc02 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.622140] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0ab69-60dc-4b24-887c-d05970e13c2f {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.628189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35896a97-9d78-438c-bf02-83ef41d352f9 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.656956] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180956MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69566) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1664.657104] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.657307] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.680667] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1665.680909] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69566) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1665.695333] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539c146-9c3e-4c1e-9f49-a4bccf65ad55 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.702613] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b4ca43-52ef-4d46-b0af-4175046ca0c2 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.731189] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaff9d1-f9e9-4194-a2da-59f46ce218b1 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.737774] env[69566]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d62590-14c1-41b5-9408-2f94ecffb040 {{(pid=69566) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.751397] env[69566]: DEBUG nova.compute.provider_tree [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed in ProviderTree for provider: 359e3efa-d8c9-4b06-9b89-35d50587ee92 {{(pid=69566) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.254540] env[69566]: DEBUG nova.scheduler.client.report [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Inventory has not changed for provider 359e3efa-d8c9-4b06-9b89-35d50587ee92 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69566) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.759013] env[69566]: DEBUG nova.compute.resource_tracker [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69566) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1666.759385] env[69566]: DEBUG oslo_concurrency.lockutils [None req-d09c5a12-361e-4dd2-91be-b06c8a520472 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=69566) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}